[ 573.568833] env[69481]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69481) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.569152] env[69481]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69481) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.569296] env[69481]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69481) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.569632] env[69481]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 573.667347] env[69481]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69481) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 573.677254] env[69481]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69481) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 573.720641] env[69481]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 574.277919] env[69481]: INFO nova.virt.driver [None req-58345c1a-0023-4e64-94da-e030a275d0b2 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 574.348203] env[69481]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.348367] env[69481]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.348460] env[69481]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69481) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 577.685332] env[69481]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-1f13e5d2-bf87-4fef-a79a-d0fa2d1f4f57 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.701431] env[69481]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69481) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 577.701542] env[69481]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-efdc6fa6-780a-4a71-9447-287cfe4ce494 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.733332] env[69481]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ddb60. [ 577.733464] env[69481]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.385s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.734084] env[69481]: INFO nova.virt.vmwareapi.driver [None req-58345c1a-0023-4e64-94da-e030a275d0b2 None None] VMware vCenter version: 7.0.3 [ 577.737497] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76592bb-55e2-4295-9f12-134e4ba2fa1d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.754787] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2836c4e5-09e9-4c0d-ab27-9d32dfb9c0ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.760853] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dfe589-8793-49b1-8532-064b8b669cbc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.767813] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba63f52d-cad1-4f72-ae7b-05d79550bb06 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.781057] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921f9fbd-1a4e-4753-b2cc-39766209c668 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.787256] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b3005d-e996-41a2-acc0-7182c533875b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.818284] env[69481]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-e1ccd74e-b3a8-4993-a233-93d2d94e492f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.824030] env[69481]: DEBUG nova.virt.vmwareapi.driver [None req-58345c1a-0023-4e64-94da-e030a275d0b2 None None] Extension org.openstack.compute already exists. {{(pid=69481) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 577.826754] env[69481]: INFO nova.compute.provider_config [None req-58345c1a-0023-4e64-94da-e030a275d0b2 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 578.330360] env[69481]: DEBUG nova.context [None req-58345c1a-0023-4e64-94da-e030a275d0b2 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),75006ea1-564b-4445-8ef3-d86b7563c7c2(cell1) {{(pid=69481) load_cells /opt/stack/nova/nova/context.py:464}} [ 578.332723] env[69481]: DEBUG oslo_concurrency.lockutils [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.332969] env[69481]: DEBUG oslo_concurrency.lockutils [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.333688] env[69481]: DEBUG oslo_concurrency.lockutils [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.334215] env[69481]: DEBUG oslo_concurrency.lockutils [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Acquiring lock "75006ea1-564b-4445-8ef3-d86b7563c7c2" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.334396] env[69481]: DEBUG oslo_concurrency.lockutils [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Lock "75006ea1-564b-4445-8ef3-d86b7563c7c2" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.335494] env[69481]: DEBUG oslo_concurrency.lockutils [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Lock "75006ea1-564b-4445-8ef3-d86b7563c7c2" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.356334] env[69481]: INFO dbcounter [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Registered counter for database nova_cell0 [ 578.364213] env[69481]: INFO dbcounter [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Registered counter for database nova_cell1 [ 578.367479] env[69481]: DEBUG oslo_db.sqlalchemy.engines [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69481) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 578.367839] env[69481]: DEBUG oslo_db.sqlalchemy.engines [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69481) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 578.372611] env[69481]: ERROR nova.db.main.api [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 578.372611] env[69481]: result = function(*args, **kwargs) [ 578.372611] env[69481]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 578.372611] env[69481]: return func(*args, **kwargs) [ 578.372611] env[69481]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 578.372611] env[69481]: result = fn(*args, **kwargs) [ 578.372611] env[69481]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 578.372611] env[69481]: return f(*args, **kwargs) [ 578.372611] env[69481]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 578.372611] env[69481]: return db.service_get_minimum_version(context, binaries) [ 578.372611] env[69481]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 578.372611] env[69481]: _check_db_access() [ 578.372611] env[69481]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 578.372611] env[69481]: stacktrace = ''.join(traceback.format_stack()) [ 578.372611] env[69481]: [ 578.373421] env[69481]: ERROR nova.db.main.api [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 578.373421] env[69481]: result = function(*args, **kwargs) [ 578.373421] env[69481]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 578.373421] env[69481]: return func(*args, **kwargs) [ 578.373421] env[69481]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 578.373421] env[69481]: result = fn(*args, **kwargs) [ 578.373421] env[69481]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 578.373421] env[69481]: return f(*args, **kwargs) [ 578.373421] env[69481]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 578.373421] env[69481]: return db.service_get_minimum_version(context, binaries) [ 578.373421] env[69481]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 578.373421] env[69481]: _check_db_access() [ 578.373421] env[69481]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 578.373421] env[69481]: stacktrace = ''.join(traceback.format_stack()) [ 578.373421] env[69481]: [ 578.373811] env[69481]: WARNING nova.objects.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 578.373967] env[69481]: WARNING nova.objects.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Failed to get minimum service version for cell 75006ea1-564b-4445-8ef3-d86b7563c7c2 [ 578.374406] env[69481]: DEBUG oslo_concurrency.lockutils [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Acquiring lock "singleton_lock" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.374567] env[69481]: DEBUG oslo_concurrency.lockutils [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Acquired lock "singleton_lock" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.374830] env[69481]: DEBUG oslo_concurrency.lockutils [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Releasing lock "singleton_lock" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.375182] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Full set of CONF: {{(pid=69481) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 578.375328] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ******************************************************************************** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 578.375456] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] Configuration options gathered from: {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 578.375592] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 578.375787] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 578.375918] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ================================================================================ {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 578.376154] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] allow_resize_to_same_host = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376328] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] arq_binding_timeout = 300 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376461] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] backdoor_port = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376589] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] backdoor_socket = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376753] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] block_device_allocate_retries = 60 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376914] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] block_device_allocate_retries_interval = 3 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.377102] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cert = self.pem {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.377281] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.377442] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute_monitors = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.377608] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] config_dir = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.377779] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] config_drive_format = iso9660 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.377915] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378091] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] config_source = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378263] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] console_host = devstack {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378429] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] control_exchange = nova {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378588] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cpu_allocation_ratio = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378748] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] daemon = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378917] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] debug = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379088] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] default_access_ip_network_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379258] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] default_availability_zone = nova {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379413] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] default_ephemeral_format = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379573] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] default_green_pool_size = 1000 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379812] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379979] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] default_schedule_zone = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380163] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] disk_allocation_ratio = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380308] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] enable_new_services = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380484] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] enabled_apis = ['osapi_compute'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380647] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] enabled_ssl_apis = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380806] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] flat_injected = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380965] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] force_config_drive = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.381140] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] force_raw_images = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.381310] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] graceful_shutdown_timeout = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.381472] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] heal_instance_info_cache_interval = -1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.381692] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] host = cpu-1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.381870] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382048] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] initial_disk_allocation_ratio = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382216] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] initial_ram_allocation_ratio = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382431] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382595] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] instance_build_timeout = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382753] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] instance_delete_interval = 300 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382917] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] instance_format = [instance: %(uuid)s] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383094] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] instance_name_template = instance-%08x {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383262] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] instance_usage_audit = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383431] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] instance_usage_audit_period = month {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383597] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383770] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] instances_path = /opt/stack/data/nova/instances {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383960] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] internal_service_availability_zone = internal {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384134] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] key = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384338] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] live_migration_retry_count = 30 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384462] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] log_color = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384626] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] log_config_append = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384811] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384990] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] log_dir = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385166] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] log_file = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385298] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] log_options = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385460] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] log_rotate_interval = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385630] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] log_rotate_interval_type = days {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385799] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] log_rotation_type = none {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385930] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386068] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386238] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386403] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386532] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386695] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] long_rpc_timeout = 1800 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386855] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] max_concurrent_builds = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387022] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] max_concurrent_live_migrations = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387186] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] max_concurrent_snapshots = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387343] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] max_local_block_devices = 3 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387501] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] max_logfile_count = 30 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387655] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] max_logfile_size_mb = 200 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387814] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] maximum_instance_delete_attempts = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387979] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] metadata_listen = 0.0.0.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388158] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] metadata_listen_port = 8775 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388324] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] metadata_workers = 2 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388484] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] migrate_max_retries = -1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388649] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] mkisofs_cmd = genisoimage {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388854] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] my_block_storage_ip = 10.180.1.21 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388990] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] my_ip = 10.180.1.21 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.389211] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.389374] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] network_allocate_retries = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.389555] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.389723] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] osapi_compute_listen = 0.0.0.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.389887] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] osapi_compute_listen_port = 8774 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390067] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] osapi_compute_unique_server_name_scope = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390271] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] osapi_compute_workers = 2 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390398] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] password_length = 12 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390556] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] periodic_enable = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390715] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] periodic_fuzzy_delay = 60 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390881] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] pointer_model = usbtablet {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.391058] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] preallocate_images = none {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.391222] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] publish_errors = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.391352] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] pybasedir = /opt/stack/nova {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.391509] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ram_allocation_ratio = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.391666] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] rate_limit_burst = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.391834] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] rate_limit_except_level = CRITICAL {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.391992] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] rate_limit_interval = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.392162] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] reboot_timeout = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.392320] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] reclaim_instance_interval = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.392473] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] record = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.392638] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] reimage_timeout_per_gb = 60 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.392802] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] report_interval = 120 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.392962] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] rescue_timeout = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.393137] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] reserved_host_cpus = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.393294] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] reserved_host_disk_mb = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.393451] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] reserved_host_memory_mb = 512 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.393608] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] reserved_huge_pages = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.393773] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] resize_confirm_window = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.393952] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] resize_fs_using_block_device = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.394129] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] resume_guests_state_on_host_boot = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.394301] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.394461] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] rpc_response_timeout = 60 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.394621] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] run_external_periodic_tasks = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.394807] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] running_deleted_instance_action = reap {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.394985] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] running_deleted_instance_poll_interval = 1800 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.395161] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] running_deleted_instance_timeout = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.395321] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] scheduler_instance_sync_interval = 120 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.395486] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] service_down_time = 720 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.395651] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] servicegroup_driver = db {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.395806] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] shell_completion = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.395966] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] shelved_offload_time = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.396138] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] shelved_poll_interval = 3600 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.396305] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] shutdown_timeout = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.396464] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] source_is_ipv6 = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.396620] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ssl_only = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.396875] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.397059] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] sync_power_state_interval = 600 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.397225] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] sync_power_state_pool_size = 1000 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.397394] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] syslog_log_facility = LOG_USER {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.397551] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] tempdir = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.397709] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] timeout_nbd = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.397875] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] transport_url = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.398047] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] update_resources_interval = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.398210] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] use_cow_images = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.398369] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] use_journal = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.398528] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] use_json = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.398686] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] use_rootwrap_daemon = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.398844] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] use_stderr = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.399009] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] use_syslog = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.399174] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vcpu_pin_set = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.399343] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plugging_is_fatal = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.399509] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plugging_timeout = 300 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.399674] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] virt_mkfs = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.399836] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] volume_usage_poll_interval = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.399999] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] watch_log_file = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.400183] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] web = /usr/share/spice-html5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.400379] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.400525] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.400686] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.400858] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_concurrency.disable_process_locking = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.401420] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.401616] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.401791] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.401969] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.402160] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.402342] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.402527] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.auth_strategy = keystone {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.402696] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.compute_link_prefix = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.402871] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.403059] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.dhcp_domain = novalocal {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.403236] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.enable_instance_password = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.403402] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.glance_link_prefix = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.403569] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.403741] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.403942] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.instance_list_per_project_cells = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.404129] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.list_records_by_skipping_down_cells = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.404300] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.local_metadata_per_cell = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.404476] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.max_limit = 1000 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.404641] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.metadata_cache_expiration = 15 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.404840] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.neutron_default_tenant_id = default {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405042] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.response_validation = warn {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405223] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.use_neutron_default_nets = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405396] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405562] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405728] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405900] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406084] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.vendordata_dynamic_targets = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406252] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.vendordata_jsonfile_path = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406432] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406626] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.backend = dogpile.cache.memcached {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406796] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.backend_argument = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406958] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.backend_expiration_time = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407143] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.config_prefix = cache.oslo {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407316] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.dead_timeout = 60.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407481] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.debug_cache_backend = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407643] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.enable_retry_client = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407803] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.enable_socket_keepalive = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407975] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.enabled = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408160] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.enforce_fips_mode = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408322] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.expiration_time = 600 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408484] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.hashclient_retry_attempts = 2 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408647] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.hashclient_retry_delay = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408809] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.memcache_dead_retry = 300 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408968] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.memcache_password = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.409141] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.409306] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.409467] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.memcache_pool_maxsize = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.409627] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.409791] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.memcache_sasl_enabled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.409969] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410151] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.memcache_socket_timeout = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410312] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.memcache_username = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410488] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.proxies = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410635] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.redis_db = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410793] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.redis_password = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410963] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.redis_sentinel_service_name = mymaster {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411152] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411322] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.redis_server = localhost:6379 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411485] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.redis_socket_timeout = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411646] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.redis_username = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411809] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.retry_attempts = 2 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411973] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.retry_delay = 0.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412149] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.socket_keepalive_count = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412313] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.socket_keepalive_idle = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412472] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.socket_keepalive_interval = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412623] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.tls_allowed_ciphers = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412782] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.tls_cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412939] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.tls_certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.413114] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.tls_enabled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.413277] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cache.tls_keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.413447] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.auth_section = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.413621] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.auth_type = password {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.413806] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.414015] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.catalog_info = volumev3::publicURL {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.414197] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.414384] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.414555] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.cross_az_attach = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.414722] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.debug = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.414926] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.endpoint_template = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415122] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.http_retries = 3 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415293] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415454] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415627] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.os_region_name = RegionOne {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415796] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415959] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cinder.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416146] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416309] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.cpu_dedicated_set = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416466] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.cpu_shared_set = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416631] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.image_type_exclude_list = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416796] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416960] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.max_concurrent_disk_ops = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417132] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.max_disk_devices_to_attach = -1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417295] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417461] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417626] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.resource_provider_association_refresh = 300 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417791] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417958] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.shutdown_retry_interval = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.418153] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.418334] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] conductor.workers = 2 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.418515] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] console.allowed_origins = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.418678] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] console.ssl_ciphers = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.418850] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] console.ssl_minimum_version = default {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.419033] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] consoleauth.enforce_session_timeout = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.419206] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] consoleauth.token_ttl = 600 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.419378] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.419568] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.419852] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420113] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.connect_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420301] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.connect_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420470] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.endpoint_override = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420641] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420804] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420970] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.max_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.421147] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.min_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.421308] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.region_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.421466] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.retriable_status_codes = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.421625] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.service_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.421798] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.service_type = accelerator {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422007] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422201] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.status_code_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422371] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.status_code_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422532] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422715] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422877] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] cyborg.version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423065] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.asyncio_connection = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423234] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.asyncio_slave_connection = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423408] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.backend = sqlalchemy {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423580] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.connection = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423747] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.connection_debug = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423942] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.connection_parameters = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.424126] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.connection_recycle_time = 3600 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.424295] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.connection_trace = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.424459] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.db_inc_retry_interval = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.424624] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.db_max_retries = 20 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.424789] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.db_max_retry_interval = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.424953] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.db_retry_interval = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.425130] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.max_overflow = 50 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.425402] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.max_pool_size = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.425688] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.max_retries = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.425981] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.426263] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.mysql_wsrep_sync_wait = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.426535] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.pool_timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.426818] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.retry_interval = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.427120] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.slave_connection = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.427412] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.sqlite_synchronous = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.427627] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] database.use_db_reconnect = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.427813] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.asyncio_connection = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.427983] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.asyncio_slave_connection = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.428177] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.backend = sqlalchemy {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.428353] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.connection = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.428522] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.connection_debug = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.428693] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.connection_parameters = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.428860] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.connection_recycle_time = 3600 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429037] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.connection_trace = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429208] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.db_inc_retry_interval = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429374] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.db_max_retries = 20 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429541] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.db_max_retry_interval = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429707] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.db_retry_interval = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429872] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.max_overflow = 50 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430051] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.max_pool_size = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430219] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.max_retries = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430392] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430552] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430713] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.pool_timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430876] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.retry_interval = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.431050] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.slave_connection = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.431217] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] api_database.sqlite_synchronous = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.431392] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] devices.enabled_mdev_types = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.431569] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.431742] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ephemeral_storage_encryption.default_format = luks {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.431908] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ephemeral_storage_encryption.enabled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432091] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432269] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.api_servers = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432433] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432597] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432762] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432922] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.connect_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.433119] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.connect_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.433296] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.debug = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.433464] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.default_trusted_certificate_ids = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.433630] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.enable_certificate_validation = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.433840] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.enable_rbd_download = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434026] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.endpoint_override = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434213] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434383] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434546] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.max_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434708] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.min_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434876] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.num_retries = 3 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435092] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.rbd_ceph_conf = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435266] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.rbd_connect_timeout = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435441] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.rbd_pool = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435609] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.rbd_user = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435779] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.region_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435944] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.retriable_status_codes = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436136] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.service_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436326] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.service_type = image {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436496] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436660] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.status_code_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436822] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.status_code_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436983] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.437181] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.437349] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.verify_glance_signatures = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.437512] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] glance.version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.437680] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] guestfs.debug = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.437852] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.auth_section = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438028] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.auth_type = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438195] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438353] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438516] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438672] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.connect_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438830] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.connect_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438989] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.endpoint_override = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439193] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439328] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439486] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.max_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439640] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.min_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439797] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.region_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439954] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.retriable_status_codes = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440123] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.service_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440294] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.service_type = shared-file-system {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440456] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.share_apply_policy_timeout = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440616] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440805] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.status_code_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440926] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.status_code_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.441093] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.441273] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.441433] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] manila.version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.441599] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] mks.enabled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.441952] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.442159] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] image_cache.manager_interval = 2400 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.442332] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] image_cache.precache_concurrency = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.442507] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] image_cache.remove_unused_base_images = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.442683] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.442846] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443039] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] image_cache.subdirectory_name = _base {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443221] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.api_max_retries = 60 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443390] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.api_retry_interval = 2 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443550] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.auth_section = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443714] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.auth_type = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443904] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444084] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444255] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444421] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.conductor_group = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444581] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.connect_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444741] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.connect_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444933] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.endpoint_override = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445072] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445235] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445394] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.max_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445553] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.min_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445719] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.peer_list = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445878] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.region_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446106] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.retriable_status_codes = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446256] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.serial_console_state_timeout = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446417] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.service_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446587] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.service_type = baremetal {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446746] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.shard = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446912] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.447087] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.status_code_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.447251] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.status_code_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.447413] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.447593] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.447755] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ironic.version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.447938] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.448141] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] key_manager.fixed_key = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.448346] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.448515] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.barbican_api_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.448677] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.barbican_endpoint = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.448850] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.barbican_endpoint_type = public {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449022] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.barbican_region_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449190] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449349] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449512] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449674] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449833] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449996] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.number_of_retries = 60 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450172] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.retry_delay = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450336] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.send_service_user_token = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450502] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450658] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450821] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.verify_ssl = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450984] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican.verify_ssl_path = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451162] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican_service_user.auth_section = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451327] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican_service_user.auth_type = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451486] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican_service_user.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451645] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican_service_user.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451810] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican_service_user.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451976] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican_service_user.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452150] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican_service_user.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452315] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican_service_user.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452474] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] barbican_service_user.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452641] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vault.approle_role_id = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452801] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vault.approle_secret_id = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452972] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vault.kv_mountpoint = secret {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453148] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vault.kv_path = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453314] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vault.kv_version = 2 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453473] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vault.namespace = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453631] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vault.root_token_id = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453798] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vault.ssl_ca_crt_file = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453990] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vault.timeout = 60.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.454177] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vault.use_ssl = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.454350] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.454523] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.454684] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.454868] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.455053] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.connect_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.455218] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.connect_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.455379] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.endpoint_override = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.455542] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.455701] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.455858] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.max_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.456023] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.min_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.456216] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.region_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.456392] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.retriable_status_codes = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.456555] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.service_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.456725] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.service_type = identity {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.456919] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.457113] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.status_code_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.457279] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.status_code_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.457440] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.457620] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.457783] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] keystone.version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.457976] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.ceph_mount_options = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.458298] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.458491] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.connection_uri = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.458655] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.cpu_mode = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.458822] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.cpu_model_extra_flags = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.458992] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.cpu_models = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.459180] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.cpu_power_governor_high = performance {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.459351] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.cpu_power_governor_low = powersave {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.459516] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.cpu_power_management = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.459688] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.459856] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.device_detach_attempts = 8 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.460033] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.device_detach_timeout = 20 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.460232] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.disk_cachemodes = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.460411] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.disk_prefix = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.460578] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.enabled_perf_events = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.460742] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.file_backed_memory = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.460910] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.gid_maps = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.461081] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.hw_disk_discard = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.461241] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.hw_machine_type = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.461409] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.images_rbd_ceph_conf = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.461579] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.461740] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.461907] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.images_rbd_glance_store_name = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462088] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.images_rbd_pool = rbd {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462261] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.images_type = default {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462423] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.images_volume_group = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462587] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.inject_key = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462748] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.inject_partition = -2 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462909] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.inject_password = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.463087] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.iscsi_iface = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.463254] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.iser_use_multipath = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.463416] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_bandwidth = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.463577] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.463740] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_downtime = 500 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.463935] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.464120] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.464292] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_inbound_addr = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.464465] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.464630] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_permit_post_copy = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.464809] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_scheme = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.464998] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_timeout_action = abort {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.465179] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_tunnelled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.465340] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_uri = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.465503] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.live_migration_with_native_tls = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.465663] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.max_queues = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.465828] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.466076] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.466273] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.nfs_mount_options = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.466567] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.466743] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.466909] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.num_iser_scan_tries = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467083] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.num_memory_encrypted_guests = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467251] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467414] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.num_pcie_ports = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467581] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.num_volume_scan_tries = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467743] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.pmem_namespaces = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467903] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.quobyte_client_cfg = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.468243] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.468436] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.rbd_connect_timeout = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.468597] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.468764] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.468924] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.rbd_secret_uuid = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469098] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.rbd_user = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469266] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469437] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.remote_filesystem_transport = ssh {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469595] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.rescue_image_id = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469751] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.rescue_kernel_id = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469906] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.rescue_ramdisk_id = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.470085] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.470248] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.rx_queue_size = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.470418] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.smbfs_mount_options = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.470707] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.470892] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.snapshot_compression = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471069] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.snapshot_image_format = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471312] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471483] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.sparse_logical_volumes = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471650] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.swtpm_enabled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471822] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.swtpm_group = tss {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471994] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.swtpm_user = tss {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.472186] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.sysinfo_serial = unique {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.472371] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.tb_cache_size = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.472538] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.tx_queue_size = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.472703] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.uid_maps = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.472868] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.use_virtio_for_bridges = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473055] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.virt_type = kvm {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473228] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.volume_clear = zero {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473393] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.volume_clear_size = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473555] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.volume_enforce_multipath = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473716] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.volume_use_multipath = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473903] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.vzstorage_cache_path = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.474093] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.474268] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.vzstorage_mount_group = qemu {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.474434] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.vzstorage_mount_opts = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.474602] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.474889] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475080] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.vzstorage_mount_user = stack {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475251] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475422] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.auth_section = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475594] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.auth_type = password {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475755] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475916] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.476107] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.476286] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.connect_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.476446] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.connect_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.476616] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.default_floating_pool = public {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.476775] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.endpoint_override = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.476938] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.extension_sync_interval = 600 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477112] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.http_retries = 3 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477282] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477445] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477605] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.max_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477777] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477938] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.min_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478119] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.ovs_bridge = br-int {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478287] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.physnets = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478459] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.region_name = RegionOne {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478618] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.retriable_status_codes = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478790] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.service_metadata_proxy = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478956] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.service_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.479143] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.service_type = network {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.479307] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.479463] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.status_code_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.479622] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.status_code_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.479779] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.479962] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.480137] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] neutron.version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.480372] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] notifications.bdms_in_notifications = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.480571] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] notifications.default_level = INFO {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.480740] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] notifications.include_share_mapping = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.480937] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] notifications.notification_format = unversioned {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.481123] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] notifications.notify_on_state_change = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.481318] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.481497] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] pci.alias = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.481669] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] pci.device_spec = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.481839] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] pci.report_in_placement = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.482021] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.auth_section = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.482202] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.auth_type = password {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.482374] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.482538] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.482698] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.482862] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483035] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.connect_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483198] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.connect_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483357] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.default_domain_id = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483515] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.default_domain_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483673] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.domain_id = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483863] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.domain_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.484047] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.endpoint_override = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.484226] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.484410] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.484574] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.max_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.484732] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.min_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.484903] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.password = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485076] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.project_domain_id = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485244] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.project_domain_name = Default {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485412] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.project_id = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485583] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.project_name = service {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485752] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.region_name = RegionOne {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485916] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.retriable_status_codes = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486101] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.service_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486277] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.service_type = placement {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486440] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486599] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.status_code_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486759] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.status_code_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486920] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.system_scope = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487092] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487253] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.trust_id = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487409] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.user_domain_id = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487577] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.user_domain_name = Default {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487734] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.user_id = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487905] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.username = nova {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.488111] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.488279] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] placement.version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.488464] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.cores = 20 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.488633] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.count_usage_from_placement = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.488803] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.488974] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.injected_file_content_bytes = 10240 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.489155] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.injected_file_path_length = 255 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.489324] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.injected_files = 5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.489492] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.instances = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.489656] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.key_pairs = 100 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.489823] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.metadata_items = 128 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.489989] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.ram = 51200 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.490167] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.recheck_quota = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.490335] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.server_group_members = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.490498] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.server_groups = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.490711] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.490891] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] quota.unified_limits_resource_strategy = require {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.491076] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.491245] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.491408] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] scheduler.image_metadata_prefilter = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.491571] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.491756] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] scheduler.max_attempts = 3 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.491936] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] scheduler.max_placement_results = 1000 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.492120] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.492311] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] scheduler.query_placement_for_image_type_support = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.492494] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.492670] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] scheduler.workers = 2 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.492851] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.493034] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.493224] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.493393] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.493560] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.493724] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.493915] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494119] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494293] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.host_subset_size = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494459] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494621] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494787] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494953] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495141] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495308] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.isolated_hosts = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495472] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.isolated_images = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495636] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495798] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495964] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.496160] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.pci_in_placement = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.496341] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.496508] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.496672] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.496834] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.496998] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497177] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497340] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.track_instance_changes = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497515] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497687] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] metrics.required = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497849] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] metrics.weight_multiplier = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498023] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498192] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] metrics.weight_setting = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498504] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498682] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] serial_console.enabled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498860] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] serial_console.port_range = 10000:20000 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499044] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499219] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499384] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] serial_console.serialproxy_port = 6083 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499555] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] service_user.auth_section = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499727] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] service_user.auth_type = password {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499891] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] service_user.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500064] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] service_user.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500234] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] service_user.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500395] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] service_user.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500553] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] service_user.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500723] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] service_user.send_service_user_token = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500888] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] service_user.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501058] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] service_user.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501235] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.agent_enabled = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501406] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.enabled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501700] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501902] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502088] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.html5proxy_port = 6082 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502256] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.image_compression = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502415] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.jpeg_compression = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502574] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.playback_compression = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502736] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.require_secure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502904] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.server_listen = 127.0.0.1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503086] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503360] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503532] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.streaming_mode = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503693] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] spice.zlib_compression = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503889] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] upgrade_levels.baseapi = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504084] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] upgrade_levels.compute = auto {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504255] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] upgrade_levels.conductor = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504441] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] upgrade_levels.scheduler = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504613] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vendordata_dynamic_auth.auth_section = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504789] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vendordata_dynamic_auth.auth_type = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504969] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vendordata_dynamic_auth.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505146] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vendordata_dynamic_auth.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505312] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505500] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vendordata_dynamic_auth.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505630] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vendordata_dynamic_auth.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505792] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505952] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vendordata_dynamic_auth.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506140] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.api_retry_count = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506304] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.ca_file = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506532] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.cache_prefix = devstack-image-cache {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506725] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.cluster_name = testcl1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506915] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.connection_pool_size = 10 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507100] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.console_delay_seconds = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507274] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.datastore_regex = ^datastore.* {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507483] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507657] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.host_password = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507825] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.host_port = 443 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507993] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.host_username = administrator@vsphere.local {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508179] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.insecure = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508339] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.integration_bridge = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508502] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.maximum_objects = 100 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508658] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.pbm_default_policy = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508819] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.pbm_enabled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508980] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.pbm_wsdl_location = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509164] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509325] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.serial_port_proxy_uri = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509483] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.serial_port_service_uri = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509647] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.task_poll_interval = 0.5 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509819] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.use_linked_clone = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509991] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.vnc_keymap = en-us {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510171] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.vnc_port = 5900 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510335] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vmware.vnc_port_total = 10000 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510520] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vnc.auth_schemes = ['none'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510694] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vnc.enabled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510975] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511173] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511345] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vnc.novncproxy_port = 6080 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511527] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vnc.server_listen = 127.0.0.1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511705] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511865] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vnc.vencrypt_ca_certs = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512033] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vnc.vencrypt_client_cert = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512196] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vnc.vencrypt_client_key = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512368] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512530] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.disable_deep_image_inspection = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512689] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512849] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513026] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513183] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.disable_rootwrap = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513343] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.enable_numa_live_migration = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513500] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513659] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513841] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514026] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.libvirt_disable_apic = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514195] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514359] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514519] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514678] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514857] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515038] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515203] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515364] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515522] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515685] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515868] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516049] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] wsgi.client_socket_timeout = 900 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516220] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] wsgi.default_pool_size = 1000 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516427] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] wsgi.keep_alive = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516610] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] wsgi.max_header_line = 16384 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516980] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] wsgi.secure_proxy_ssl_header = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516980] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] wsgi.ssl_ca_file = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517100] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] wsgi.ssl_cert_file = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517267] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] wsgi.ssl_key_file = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517432] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] wsgi.tcp_keepidle = 600 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517610] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517780] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] zvm.ca_file = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517943] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] zvm.cloud_connector_url = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518251] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518435] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] zvm.reachable_timeout = 300 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518615] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518794] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519007] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler.connection_string = messaging:// {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519195] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler.enabled = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519369] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler.es_doc_type = notification {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519533] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler.es_scroll_size = 10000 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519702] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler.es_scroll_time = 2m {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519865] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler.filter_error_trace = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520048] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler.hmac_keys = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520222] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler.sentinel_service_name = mymaster {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520389] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler.socket_timeout = 0.1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520553] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler.trace_requests = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520713] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler.trace_sqlalchemy = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520889] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler_jaeger.process_tags = {} {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521062] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler_jaeger.service_name_prefix = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521230] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] profiler_otlp.service_name_prefix = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521394] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] remote_debug.host = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521552] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] remote_debug.port = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521733] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521888] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522063] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522229] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522389] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522550] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522708] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522867] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523037] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523210] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523368] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523539] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523704] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523888] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524068] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524243] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524408] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524569] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524739] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524921] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525101] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525272] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525436] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525598] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525760] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525921] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526098] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526265] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526426] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526584] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526743] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.ssl = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526911] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527091] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527258] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527425] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527594] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.ssl_version = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527755] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527938] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528119] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_notifications.retry = -1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528298] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528470] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_messaging_notifications.transport_url = **** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528643] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.auth_section = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528807] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.auth_type = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528971] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.cafile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529143] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.certfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529308] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.collect_timing = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529466] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.connect_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529623] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.connect_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529780] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.endpoint_id = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529953] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.endpoint_interface = publicURL {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530126] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.endpoint_override = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530284] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.endpoint_region_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530443] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.endpoint_service_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530600] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.endpoint_service_type = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530763] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.insecure = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530943] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.keyfile = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531133] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.max_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531299] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.min_version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531458] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.region_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531619] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.retriable_status_codes = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531776] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.service_name = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531936] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.service_type = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532117] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.split_loggers = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532280] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.status_code_retries = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532440] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.status_code_retry_delay = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532598] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.timeout = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532755] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.valid_interfaces = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532914] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_limit.version = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.533093] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_reports.file_event_handler = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.533261] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.533423] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] oslo_reports.log_dir = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.533588] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.533748] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.533926] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.534117] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.534287] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.534446] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.534617] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.534788] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_ovs_privileged.group = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.534982] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.535169] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.535332] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.535491] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] vif_plug_ovs_privileged.user = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.535658] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_linux_bridge.flat_interface = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.535837] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.536016] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.536193] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.536365] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.536536] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.536701] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.536863] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.537056] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.537232] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_ovs.isolate_vif = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.537398] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.537563] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.537734] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.537902] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_ovs.ovsdb_interface = native {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.538077] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] os_vif_ovs.per_port_bridge = False {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.538249] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] privsep_osbrick.capabilities = [21] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.538408] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] privsep_osbrick.group = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.538565] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] privsep_osbrick.helper_command = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.538729] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.538892] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.539064] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] privsep_osbrick.user = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.539240] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.539398] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] nova_sys_admin.group = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.539554] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] nova_sys_admin.helper_command = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.539718] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.539880] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.540050] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] nova_sys_admin.user = None {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.540183] env[69481]: DEBUG oslo_service.backend.eventlet.service [None req-69e63cc2-fcc1-4707-9827-8e88b50948ff None None] ******************************************************************************** {{(pid=69481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 578.540600] env[69481]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 579.044112] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Getting list of instances from cluster (obj){ [ 579.044112] env[69481]: value = "domain-c8" [ 579.044112] env[69481]: _type = "ClusterComputeResource" [ 579.044112] env[69481]: } {{(pid=69481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 579.045222] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20addf09-0eb3-442e-a752-13d13f9a4056 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.053988] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Got total of 0 instances {{(pid=69481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 579.054563] env[69481]: WARNING nova.virt.vmwareapi.driver [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 579.055056] env[69481]: INFO nova.virt.node [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Generated node identity e43c54f0-3622-483a-a612-82b8457c9186 [ 579.055286] env[69481]: INFO nova.virt.node [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Wrote node identity e43c54f0-3622-483a-a612-82b8457c9186 to /opt/stack/data/n-cpu-1/compute_id [ 579.557553] env[69481]: WARNING nova.compute.manager [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Compute nodes ['e43c54f0-3622-483a-a612-82b8457c9186'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 580.563192] env[69481]: INFO nova.compute.manager [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 581.571021] env[69481]: WARNING nova.compute.manager [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 581.571021] env[69481]: DEBUG oslo_concurrency.lockutils [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.571021] env[69481]: DEBUG oslo_concurrency.lockutils [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.571021] env[69481]: DEBUG oslo_concurrency.lockutils [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.571021] env[69481]: DEBUG nova.compute.resource_tracker [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 581.571021] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a588f-d0a9-4b2b-84cb-8f5fa30cbcd4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.579361] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feac7833-6b37-44f6-8625-670aab53f2bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.592914] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e083097e-eb22-4195-9be9-e45581153fce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.599777] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c5d22d-b40b-4814-ad19-219d144cbaea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.628251] env[69481]: DEBUG nova.compute.resource_tracker [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180976MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 581.628554] env[69481]: DEBUG oslo_concurrency.lockutils [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.628871] env[69481]: DEBUG oslo_concurrency.lockutils [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.132118] env[69481]: WARNING nova.compute.resource_tracker [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] No compute node record for cpu-1:e43c54f0-3622-483a-a612-82b8457c9186: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e43c54f0-3622-483a-a612-82b8457c9186 could not be found. [ 582.637602] env[69481]: INFO nova.compute.resource_tracker [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: e43c54f0-3622-483a-a612-82b8457c9186 [ 584.145884] env[69481]: DEBUG nova.compute.resource_tracker [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 584.146334] env[69481]: DEBUG nova.compute.resource_tracker [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 584.302865] env[69481]: INFO nova.scheduler.client.report [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] [req-69f15318-d74a-4f92-8a39-39ef53e65ce1] Created resource provider record via placement API for resource provider with UUID e43c54f0-3622-483a-a612-82b8457c9186 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 584.319615] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edd588d-6577-4a66-bf9e-1f06ccc973a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.327181] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee4d48f-f30e-428c-a6de-5ef3a87d60ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.356368] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ce03a3-b336-46aa-a35b-c557edc1faa4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.363294] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14999931-8c97-4165-9530-6f3d8bdcadba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.376175] env[69481]: DEBUG nova.compute.provider_tree [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.913588] env[69481]: DEBUG nova.scheduler.client.report [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Updated inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 584.913841] env[69481]: DEBUG nova.compute.provider_tree [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Updating resource provider e43c54f0-3622-483a-a612-82b8457c9186 generation from 0 to 1 during operation: update_inventory {{(pid=69481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 584.913986] env[69481]: DEBUG nova.compute.provider_tree [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.962193] env[69481]: DEBUG nova.compute.provider_tree [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Updating resource provider e43c54f0-3622-483a-a612-82b8457c9186 generation from 1 to 2 during operation: update_traits {{(pid=69481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 585.467017] env[69481]: DEBUG nova.compute.resource_tracker [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 585.467315] env[69481]: DEBUG oslo_concurrency.lockutils [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.467435] env[69481]: DEBUG nova.service [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Creating RPC server for service compute {{(pid=69481) start /opt/stack/nova/nova/service.py:186}} [ 585.483082] env[69481]: DEBUG nova.service [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] Join ServiceGroup membership for this service compute {{(pid=69481) start /opt/stack/nova/nova/service.py:203}} [ 585.483273] env[69481]: DEBUG nova.servicegroup.drivers.db [None req-83c7e5ff-3a82-45f4-8146-83083ab62d10 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69481) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 592.486163] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.989565] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Getting list of instances from cluster (obj){ [ 592.989565] env[69481]: value = "domain-c8" [ 592.989565] env[69481]: _type = "ClusterComputeResource" [ 592.989565] env[69481]: } {{(pid=69481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 592.990767] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d11433-fd32-4f58-bb76-10166383d0e9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.999189] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Got total of 0 instances {{(pid=69481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 592.999414] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.999697] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Getting list of instances from cluster (obj){ [ 592.999697] env[69481]: value = "domain-c8" [ 592.999697] env[69481]: _type = "ClusterComputeResource" [ 592.999697] env[69481]: } {{(pid=69481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 593.000562] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af552e1b-0369-457d-803c-f268b612880b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.007619] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Got total of 0 instances {{(pid=69481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 617.713743] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquiring lock "a714d3c3-6973-4107-bc30-061e2ac52172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.714181] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Lock "a714d3c3-6973-4107-bc30-061e2ac52172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.217393] env[69481]: DEBUG nova.compute.manager [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.761785] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.762500] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.764850] env[69481]: INFO nova.compute.claims [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.816994] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1571cbf4-2d2b-407d-b490-6265a8599ecc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.825287] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fc16ac-fe09-4b1d-a550-5fb6847c4889 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.868330] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1188d2ca-e6a6-481b-86f0-60c62d9425cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.876199] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151fd576-bc18-48b2-8eb2-aa7818f5635d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.889925] env[69481]: DEBUG nova.compute.provider_tree [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.393374] env[69481]: DEBUG nova.scheduler.client.report [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.902696] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.902696] env[69481]: DEBUG nova.compute.manager [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.411199] env[69481]: DEBUG nova.compute.utils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.413791] env[69481]: DEBUG nova.compute.manager [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.415342] env[69481]: DEBUG nova.network.neutron [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.920563] env[69481]: DEBUG nova.compute.manager [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.929781] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.930832] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.434102] env[69481]: DEBUG nova.compute.manager [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.940897] env[69481]: DEBUG nova.compute.manager [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.975863] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.976218] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.979418] env[69481]: INFO nova.compute.claims [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.714301] env[69481]: DEBUG nova.virt.hardware [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.714751] env[69481]: DEBUG nova.virt.hardware [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.715070] env[69481]: DEBUG nova.virt.hardware [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.715199] env[69481]: DEBUG nova.virt.hardware [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.715370] env[69481]: DEBUG nova.virt.hardware [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.715531] env[69481]: DEBUG nova.virt.hardware [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.715791] env[69481]: DEBUG nova.virt.hardware [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.715990] env[69481]: DEBUG nova.virt.hardware [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.716576] env[69481]: DEBUG nova.virt.hardware [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.716810] env[69481]: DEBUG nova.virt.hardware [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.716972] env[69481]: DEBUG nova.virt.hardware [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.721056] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369146ac-7993-4822-bb64-4c30076539e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.738886] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f20313f-062f-4ab9-8fb2-deabd7ea5fa9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.760323] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb844d57-477c-4091-a355-e988f1da8c04 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.829535] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.832723] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.843487] env[69481]: DEBUG nova.policy [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72fb1b0f9e0c44ee9cdac5cd0d0ac7ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '516fe4051fd94865beb7ec68f7c3041b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.094113] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c88b8f-08f1-45e7-90f6-9e8ca7a40ed5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.106890] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494e3ce2-d1ce-4d42-9a48-96ef0b6f6c9c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.145327] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9b2177-4c30-4619-a274-919e8fb4a811 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.150988] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ce664-9770-4608-97ee-992331b413e4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.167111] env[69481]: DEBUG nova.compute.provider_tree [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.192240] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquiring lock "995a6972-c2c5-4559-bec6-b5de4ed09a61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.192703] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lock "995a6972-c2c5-4559-bec6-b5de4ed09a61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.333556] env[69481]: DEBUG nova.compute.manager [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.397148] env[69481]: DEBUG nova.network.neutron [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Successfully created port: 31f9b93d-573e-44e8-aa9f-79d56896a436 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.670831] env[69481]: DEBUG nova.scheduler.client.report [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.697539] env[69481]: DEBUG nova.compute.manager [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.891770] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.176448] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.177127] env[69481]: DEBUG nova.compute.manager [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.180216] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.288s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.181251] env[69481]: INFO nova.compute.claims [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.220880] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.686971] env[69481]: DEBUG nova.compute.utils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.692927] env[69481]: DEBUG nova.compute.manager [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.693200] env[69481]: DEBUG nova.network.neutron [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.777238] env[69481]: DEBUG nova.policy [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03364d02fd344b6eb7a22e132fc2b142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb779692e1a9467ebcf62d5aea115f56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.201554] env[69481]: DEBUG nova.compute.manager [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.294248] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc07121-76e3-45d1-b8ce-686b3ab0ea35 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.304600] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee91944-d120-4ec3-9512-52c3d18ebc22 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.336923] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00da8a6-ad14-49e6-8e1d-8ce8292194ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.345009] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f791fd-4079-480c-8c55-bb8b1c18219d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.359220] env[69481]: DEBUG nova.compute.provider_tree [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.425134] env[69481]: DEBUG nova.network.neutron [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Successfully created port: 3e17829c-075b-4849-a84f-ab7aaf218779 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.865020] env[69481]: DEBUG nova.scheduler.client.report [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.963702] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "b125bc9b-1c50-48df-a058-2264476b6470" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.964028] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "b125bc9b-1c50-48df-a058-2264476b6470" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.212530] env[69481]: DEBUG nova.compute.manager [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.249923] env[69481]: DEBUG nova.virt.hardware [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.252338] env[69481]: DEBUG nova.virt.hardware [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.252338] env[69481]: DEBUG nova.virt.hardware [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.252338] env[69481]: DEBUG nova.virt.hardware [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.254719] env[69481]: DEBUG nova.virt.hardware [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.254719] env[69481]: DEBUG nova.virt.hardware [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.254719] env[69481]: DEBUG nova.virt.hardware [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.254719] env[69481]: DEBUG nova.virt.hardware [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.255051] env[69481]: DEBUG nova.virt.hardware [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.255160] env[69481]: DEBUG nova.virt.hardware [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.255340] env[69481]: DEBUG nova.virt.hardware [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.256744] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a937e7-5273-4685-8e35-d9d7a396c475 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.268990] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6697f37e-8fc5-4c31-86a3-70c818161564 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.291349] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquiring lock "c047ff54-83bb-417a-b5fe-0ae70de31e9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.291580] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Lock "c047ff54-83bb-417a-b5fe-0ae70de31e9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.369515] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.370042] env[69481]: DEBUG nova.compute.manager [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.373690] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.156s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.375145] env[69481]: INFO nova.compute.claims [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.407610] env[69481]: DEBUG nova.network.neutron [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Successfully updated port: 31f9b93d-573e-44e8-aa9f-79d56896a436 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.466471] env[69481]: DEBUG nova.compute.manager [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.643942] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquiring lock "033d81f0-8d19-4caf-a260-3ad2ebf8ad6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.644448] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "033d81f0-8d19-4caf-a260-3ad2ebf8ad6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.794549] env[69481]: DEBUG nova.compute.manager [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.879123] env[69481]: DEBUG nova.compute.utils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.887745] env[69481]: DEBUG nova.compute.manager [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.887745] env[69481]: DEBUG nova.network.neutron [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.913179] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquiring lock "refresh_cache-a714d3c3-6973-4107-bc30-061e2ac52172" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.913357] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquired lock "refresh_cache-a714d3c3-6973-4107-bc30-061e2ac52172" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.913512] env[69481]: DEBUG nova.network.neutron [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.001079] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.062267] env[69481]: DEBUG nova.policy [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790377b50cd14ef7a7f87030666959cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bc7d3f295964e2c82d72f94f7998e55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.147286] env[69481]: DEBUG nova.compute.manager [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.334945] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.383779] env[69481]: DEBUG nova.compute.manager [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.475881] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquiring lock "70f7d715-45d0-43ac-8307-16b5623650cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.475881] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Lock "70f7d715-45d0-43ac-8307-16b5623650cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.547338] env[69481]: DEBUG nova.network.neutron [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.558259] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce12104-94de-4e01-a8eb-98c3f1aee9ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.564012] env[69481]: DEBUG nova.compute.manager [req-dfd9a79d-3760-4d73-82e7-0d176e452ca1 req-c0dd4a24-8fa9-4bc9-abc3-6e2278af0760 service nova] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Received event network-vif-plugged-31f9b93d-573e-44e8-aa9f-79d56896a436 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.564279] env[69481]: DEBUG oslo_concurrency.lockutils [req-dfd9a79d-3760-4d73-82e7-0d176e452ca1 req-c0dd4a24-8fa9-4bc9-abc3-6e2278af0760 service nova] Acquiring lock "a714d3c3-6973-4107-bc30-061e2ac52172-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.564480] env[69481]: DEBUG oslo_concurrency.lockutils [req-dfd9a79d-3760-4d73-82e7-0d176e452ca1 req-c0dd4a24-8fa9-4bc9-abc3-6e2278af0760 service nova] Lock "a714d3c3-6973-4107-bc30-061e2ac52172-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.564736] env[69481]: DEBUG oslo_concurrency.lockutils [req-dfd9a79d-3760-4d73-82e7-0d176e452ca1 req-c0dd4a24-8fa9-4bc9-abc3-6e2278af0760 service nova] Lock "a714d3c3-6973-4107-bc30-061e2ac52172-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.564819] env[69481]: DEBUG nova.compute.manager [req-dfd9a79d-3760-4d73-82e7-0d176e452ca1 req-c0dd4a24-8fa9-4bc9-abc3-6e2278af0760 service nova] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] No waiting events found dispatching network-vif-plugged-31f9b93d-573e-44e8-aa9f-79d56896a436 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.565069] env[69481]: WARNING nova.compute.manager [req-dfd9a79d-3760-4d73-82e7-0d176e452ca1 req-c0dd4a24-8fa9-4bc9-abc3-6e2278af0760 service nova] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Received unexpected event network-vif-plugged-31f9b93d-573e-44e8-aa9f-79d56896a436 for instance with vm_state building and task_state spawning. [ 628.572182] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a71933-61b4-4ca0-9c70-d3f2d9f159b6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.604895] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86db2fe6-314b-4d18-a159-156b80d022ae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.612759] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b6833-e550-478f-bafa-9a3bfd654f9f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.629843] env[69481]: DEBUG nova.compute.provider_tree [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.676498] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.978571] env[69481]: DEBUG nova.compute.manager [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.134016] env[69481]: DEBUG nova.scheduler.client.report [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.146718] env[69481]: DEBUG nova.network.neutron [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Updating instance_info_cache with network_info: [{"id": "31f9b93d-573e-44e8-aa9f-79d56896a436", "address": "fa:16:3e:f9:c3:4e", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9b93d-57", "ovs_interfaceid": "31f9b93d-573e-44e8-aa9f-79d56896a436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.214449] env[69481]: DEBUG nova.network.neutron [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Successfully created port: f48b86b0-002d-4146-8a1c-f494af6ad975 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.395866] env[69481]: DEBUG nova.compute.manager [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.417775] env[69481]: DEBUG nova.virt.hardware [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.417990] env[69481]: DEBUG nova.virt.hardware [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.418165] env[69481]: DEBUG nova.virt.hardware [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.418347] env[69481]: DEBUG nova.virt.hardware [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.418491] env[69481]: DEBUG nova.virt.hardware [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.418634] env[69481]: DEBUG nova.virt.hardware [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.418838] env[69481]: DEBUG nova.virt.hardware [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.419362] env[69481]: DEBUG nova.virt.hardware [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.419602] env[69481]: DEBUG nova.virt.hardware [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.419792] env[69481]: DEBUG nova.virt.hardware [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.420455] env[69481]: DEBUG nova.virt.hardware [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.421993] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f6e307-b1dc-4a40-94b3-8ae7362bdfa1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.431603] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d8f4c9-25dc-4375-b1ec-0ce90954e573 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.512501] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.642100] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.643024] env[69481]: DEBUG nova.compute.manager [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.646645] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.644s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.648067] env[69481]: INFO nova.compute.claims [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.653393] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Releasing lock "refresh_cache-a714d3c3-6973-4107-bc30-061e2ac52172" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.653393] env[69481]: DEBUG nova.compute.manager [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Instance network_info: |[{"id": "31f9b93d-573e-44e8-aa9f-79d56896a436", "address": "fa:16:3e:f9:c3:4e", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9b93d-57", "ovs_interfaceid": "31f9b93d-573e-44e8-aa9f-79d56896a436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.653575] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:c3:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31f9b93d-573e-44e8-aa9f-79d56896a436', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.666037] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.666354] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b16a1123-a8a5-4c37-8018-0f883e9a24b6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.682823] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Created folder: OpenStack in parent group-v4. [ 629.683528] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Creating folder: Project (516fe4051fd94865beb7ec68f7c3041b). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.683528] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03e4b91e-c6f4-4153-a877-578ba3b7b6ef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.692920] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Created folder: Project (516fe4051fd94865beb7ec68f7c3041b) in parent group-v651898. [ 629.693119] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Creating folder: Instances. Parent ref: group-v651899. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.693360] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdd1c0e7-540a-423e-b447-6736ef97b8ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.702293] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Created folder: Instances in parent group-v651899. [ 629.702551] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.703101] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.703334] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bc4ae7c-b676-4dda-8164-7a4da7d747b9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.730953] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.730953] env[69481]: value = "task-3263316" [ 629.730953] env[69481]: _type = "Task" [ 629.730953] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.739976] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263316, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.900409] env[69481]: DEBUG nova.network.neutron [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Successfully updated port: 3e17829c-075b-4849-a84f-ab7aaf218779 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.154757] env[69481]: DEBUG nova.compute.utils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.161153] env[69481]: DEBUG nova.compute.manager [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.161396] env[69481]: DEBUG nova.network.neutron [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.251025] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263316, 'name': CreateVM_Task, 'duration_secs': 0.37547} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.251540] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.299326] env[69481]: DEBUG oslo_vmware.service [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a604c2d-816f-453e-a263-18e29e308f58 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.307617] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.307617] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.307617] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.307960] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08334c20-8e56-4b00-8a31-8625110fee8e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.314278] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 630.314278] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5250e62f-befe-fc18-15be-1dcdb2f5fb4b" [ 630.314278] env[69481]: _type = "Task" [ 630.314278] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.323270] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5250e62f-befe-fc18-15be-1dcdb2f5fb4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.324468] env[69481]: DEBUG nova.policy [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b0a8fdf95c46fd916dd3373edc7e48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be5705ae6b7b442099c4c1bb26db2ff0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.411772] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "refresh_cache-f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.411772] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "refresh_cache-f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.411772] env[69481]: DEBUG nova.network.neutron [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.661613] env[69481]: DEBUG nova.compute.manager [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.832134] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.832134] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.832134] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.832134] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.832544] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.836947] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c71af9d9-894b-4bad-ba8f-11376ba31e5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.859213] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898190d3-9d2a-4213-ae13-44b43e163df3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.865184] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.865454] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.867310] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9fddf1-eca8-42ce-99ec-9311cbe4b54b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.878970] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831e8f65-6b9c-4ab0-a29e-09e61fc5bb82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.882109] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ef438-e6fd-421b-8d3d-42122b94d20e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.888329] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 630.888329] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52923d83-e81f-69c9-6579-0a6aed677d0a" [ 630.888329] env[69481]: _type = "Task" [ 630.888329] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.916370] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855bb0aa-f487-467f-b800-4e29287c3148 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.929662] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31199757-7e6b-411e-a0cf-b93deb497027 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.934041] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Preparing fetch location {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 630.934041] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Creating directory with path [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.934571] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94abf124-889d-4832-ada5-4b731a5bcb1f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.946379] env[69481]: DEBUG nova.compute.provider_tree [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.980073] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquiring lock "b700fd5c-bea2-48c1-ba6d-c361872636e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.981279] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lock "b700fd5c-bea2-48c1-ba6d-c361872636e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.982904] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Created directory with path [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.984969] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Fetch image to [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 630.984969] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Downloading image file data 2bc8b732-601d-496e-8268-986d3639362a to [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk on the data store datastore2 {{(pid=69481) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 630.984969] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9f77d7-e686-4412-9a94-86d7b335e6c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.993973] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cacd36-7d22-4bcf-8da6-9c05e721c512 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.009025] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457595c5-d57f-46da-a704-fca08d8accd2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.017034] env[69481]: DEBUG nova.network.neutron [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.053247] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22777027-a8fc-4e52-8841-24093a401036 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.062223] env[69481]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-03f5986e-5321-439e-9f32-e49c1a85973f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.096613] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Downloading image file data 2bc8b732-601d-496e-8268-986d3639362a to the data store datastore2 {{(pid=69481) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 631.195407] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 631.450708] env[69481]: DEBUG nova.scheduler.client.report [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.493020] env[69481]: DEBUG nova.compute.manager [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.610413] env[69481]: DEBUG nova.network.neutron [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Successfully created port: 9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.670712] env[69481]: DEBUG nova.compute.manager [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.710322] env[69481]: DEBUG nova.virt.hardware [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.710397] env[69481]: DEBUG nova.virt.hardware [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.710564] env[69481]: DEBUG nova.virt.hardware [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.710744] env[69481]: DEBUG nova.virt.hardware [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.710947] env[69481]: DEBUG nova.virt.hardware [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.711851] env[69481]: DEBUG nova.virt.hardware [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.712416] env[69481]: DEBUG nova.virt.hardware [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.712608] env[69481]: DEBUG nova.virt.hardware [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.713131] env[69481]: DEBUG nova.virt.hardware [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.713222] env[69481]: DEBUG nova.virt.hardware [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.713459] env[69481]: DEBUG nova.virt.hardware [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.714914] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd76693-8ec6-4dd6-a514-d7220d472af3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.735799] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce522ec-134a-4195-a428-a5828d6dabef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.763333] env[69481]: DEBUG nova.network.neutron [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Updating instance_info_cache with network_info: [{"id": "3e17829c-075b-4849-a84f-ab7aaf218779", "address": "fa:16:3e:05:1d:46", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e17829c-07", "ovs_interfaceid": "3e17829c-075b-4849-a84f-ab7aaf218779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.880842] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Completed reading data from the image iterator. {{(pid=69481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 631.880842] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 631.961322] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.961844] env[69481]: DEBUG nova.compute.manager [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.973411] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.635s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.973411] env[69481]: INFO nova.compute.claims [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.974724] env[69481]: DEBUG nova.compute.manager [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Received event network-changed-31f9b93d-573e-44e8-aa9f-79d56896a436 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.974914] env[69481]: DEBUG nova.compute.manager [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Refreshing instance network info cache due to event network-changed-31f9b93d-573e-44e8-aa9f-79d56896a436. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.975207] env[69481]: DEBUG oslo_concurrency.lockutils [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] Acquiring lock "refresh_cache-a714d3c3-6973-4107-bc30-061e2ac52172" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.975328] env[69481]: DEBUG oslo_concurrency.lockutils [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] Acquired lock "refresh_cache-a714d3c3-6973-4107-bc30-061e2ac52172" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.975531] env[69481]: DEBUG nova.network.neutron [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Refreshing network info cache for port 31f9b93d-573e-44e8-aa9f-79d56896a436 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.023263] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.034673] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Downloaded image file data 2bc8b732-601d-496e-8268-986d3639362a to vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk on the data store datastore2 {{(pid=69481) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 632.036342] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Caching image {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 632.036593] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Copying Virtual Disk [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk to [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.037733] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6087de11-a248-4884-b609-5c2e171db4a8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.049345] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 632.049345] env[69481]: value = "task-3263317" [ 632.049345] env[69481]: _type = "Task" [ 632.049345] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.061243] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.094387] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.094387] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.268421] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "refresh_cache-f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.268751] env[69481]: DEBUG nova.compute.manager [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Instance network_info: |[{"id": "3e17829c-075b-4849-a84f-ab7aaf218779", "address": "fa:16:3e:05:1d:46", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e17829c-07", "ovs_interfaceid": "3e17829c-075b-4849-a84f-ab7aaf218779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.269215] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:1d:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e17829c-075b-4849-a84f-ab7aaf218779', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.278547] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating folder: Project (bb779692e1a9467ebcf62d5aea115f56). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.278867] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e04c1ba-1819-4d96-90b7-b566b856f7d6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.291503] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Created folder: Project (bb779692e1a9467ebcf62d5aea115f56) in parent group-v651898. [ 632.293309] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating folder: Instances. Parent ref: group-v651902. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.293309] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29259fb6-54c0-4807-9e94-fbf3f790426c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.309280] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Created folder: Instances in parent group-v651902. [ 632.309535] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.309910] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.309999] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e47ec4a3-3c9e-411d-a875-ce63b31d94ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.330180] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.330180] env[69481]: value = "task-3263320" [ 632.330180] env[69481]: _type = "Task" [ 632.330180] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.338397] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263320, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.450609] env[69481]: DEBUG nova.network.neutron [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Successfully updated port: f48b86b0-002d-4146-8a1c-f494af6ad975 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.470570] env[69481]: DEBUG nova.compute.utils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.472764] env[69481]: DEBUG nova.compute.manager [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.472764] env[69481]: DEBUG nova.network.neutron [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.562443] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263317, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.608587] env[69481]: DEBUG nova.compute.manager [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.615226] env[69481]: DEBUG nova.policy [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb22565c0e046f08b50df7d4d93d60c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2af0ba1493ec4fa1a170b067fb191c70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.841173] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263320, 'name': CreateVM_Task, 'duration_secs': 0.38115} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.841345] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.842044] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.842212] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.842530] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.842778] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d052b54d-b712-4176-9f34-9e95eabf9061 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.848577] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 632.848577] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52acb39f-e3c1-6001-8f8a-10e2601afdd2" [ 632.848577] env[69481]: _type = "Task" [ 632.848577] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.860813] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52acb39f-e3c1-6001-8f8a-10e2601afdd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.954501] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "refresh_cache-d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.954501] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "refresh_cache-d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.954578] env[69481]: DEBUG nova.network.neutron [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.978712] env[69481]: DEBUG nova.compute.manager [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.065924] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263317, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.169923] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fb0ce0-5e66-40f9-814c-dfc23a07cca1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.180620] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb895289-08dd-4ac0-b1b9-6ef6adeef0c2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.226212] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.227181] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331492aa-3640-4ed5-80c9-c82abcd4419b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.241558] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f95d37-4e2d-4f02-9f92-f79c3446e10c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.255849] env[69481]: DEBUG nova.compute.provider_tree [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.289266] env[69481]: DEBUG nova.network.neutron [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Updated VIF entry in instance network info cache for port 31f9b93d-573e-44e8-aa9f-79d56896a436. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.289615] env[69481]: DEBUG nova.network.neutron [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Updating instance_info_cache with network_info: [{"id": "31f9b93d-573e-44e8-aa9f-79d56896a436", "address": "fa:16:3e:f9:c3:4e", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9b93d-57", "ovs_interfaceid": "31f9b93d-573e-44e8-aa9f-79d56896a436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.366820] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.366875] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.367070] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.566052] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263317, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.636257] env[69481]: DEBUG nova.network.neutron [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.689107] env[69481]: DEBUG nova.network.neutron [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Successfully created port: fbcde3a3-6ca4-4acd-855e-74334b1704d8 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.731993] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.732821] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.733186] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.733480] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.733848] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.734323] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.734710] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.734969] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 633.735228] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.758588] env[69481]: DEBUG nova.scheduler.client.report [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.797655] env[69481]: DEBUG oslo_concurrency.lockutils [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] Releasing lock "refresh_cache-a714d3c3-6973-4107-bc30-061e2ac52172" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.797918] env[69481]: DEBUG nova.compute.manager [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Received event network-vif-plugged-3e17829c-075b-4849-a84f-ab7aaf218779 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.798158] env[69481]: DEBUG oslo_concurrency.lockutils [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] Acquiring lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.798364] env[69481]: DEBUG oslo_concurrency.lockutils [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] Lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.798533] env[69481]: DEBUG oslo_concurrency.lockutils [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] Lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.798765] env[69481]: DEBUG nova.compute.manager [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] No waiting events found dispatching network-vif-plugged-3e17829c-075b-4849-a84f-ab7aaf218779 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.798966] env[69481]: WARNING nova.compute.manager [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Received unexpected event network-vif-plugged-3e17829c-075b-4849-a84f-ab7aaf218779 for instance with vm_state building and task_state spawning. [ 633.799152] env[69481]: DEBUG nova.compute.manager [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Received event network-changed-3e17829c-075b-4849-a84f-ab7aaf218779 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.799303] env[69481]: DEBUG nova.compute.manager [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Refreshing instance network info cache due to event network-changed-3e17829c-075b-4849-a84f-ab7aaf218779. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.799489] env[69481]: DEBUG oslo_concurrency.lockutils [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] Acquiring lock "refresh_cache-f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.799619] env[69481]: DEBUG oslo_concurrency.lockutils [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] Acquired lock "refresh_cache-f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.799768] env[69481]: DEBUG nova.network.neutron [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Refreshing network info cache for port 3e17829c-075b-4849-a84f-ab7aaf218779 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.991656] env[69481]: DEBUG nova.compute.manager [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.025574] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "9ef29985-af3c-4d65-856b-a030f111cf85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.025869] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "9ef29985-af3c-4d65-856b-a030f111cf85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.036158] env[69481]: DEBUG nova.virt.hardware [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.036696] env[69481]: DEBUG nova.virt.hardware [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.036757] env[69481]: DEBUG nova.virt.hardware [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.036944] env[69481]: DEBUG nova.virt.hardware [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.037101] env[69481]: DEBUG nova.virt.hardware [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.037243] env[69481]: DEBUG nova.virt.hardware [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.037447] env[69481]: DEBUG nova.virt.hardware [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.037598] env[69481]: DEBUG nova.virt.hardware [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.037756] env[69481]: DEBUG nova.virt.hardware [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.037915] env[69481]: DEBUG nova.virt.hardware [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.038969] env[69481]: DEBUG nova.virt.hardware [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.039774] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad74a9ce-3104-49aa-a707-ffbe392fbdb2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.051258] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6dc9d2-d618-48b2-8ac7-11a8edbdba8a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.078580] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263317, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.787537} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.078580] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Copied Virtual Disk [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk to [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.078776] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Deleting the datastore file [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.079382] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bd8052c-c4b8-4f16-a6d8-45198e3a934c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.086319] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 634.086319] env[69481]: value = "task-3263321" [ 634.086319] env[69481]: _type = "Task" [ 634.086319] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.094220] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.235316] env[69481]: DEBUG nova.network.neutron [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Successfully updated port: 9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.242389] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.266025] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.266460] env[69481]: DEBUG nova.compute.manager [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.270593] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.594s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.271814] env[69481]: INFO nova.compute.claims [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.361027] env[69481]: DEBUG nova.network.neutron [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Updating instance_info_cache with network_info: [{"id": "f48b86b0-002d-4146-8a1c-f494af6ad975", "address": "fa:16:3e:16:a0:85", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48b86b0-00", "ovs_interfaceid": "f48b86b0-002d-4146-8a1c-f494af6ad975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.603471] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.021903} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.603967] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.604035] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Moving file from [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a/2bc8b732-601d-496e-8268-986d3639362a to [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a. {{(pid=69481) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 634.604545] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7d9dedbc-4357-4065-8500-74be5b66ee31 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.616179] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 634.616179] env[69481]: value = "task-3263322" [ 634.616179] env[69481]: _type = "Task" [ 634.616179] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.626585] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263322, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.739314] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquiring lock "refresh_cache-995a6972-c2c5-4559-bec6-b5de4ed09a61" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.739920] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquired lock "refresh_cache-995a6972-c2c5-4559-bec6-b5de4ed09a61" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.739920] env[69481]: DEBUG nova.network.neutron [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.781929] env[69481]: DEBUG nova.compute.utils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.786612] env[69481]: DEBUG nova.compute.manager [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Not allocating networking since 'none' was specified. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 634.866557] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "refresh_cache-d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.866557] env[69481]: DEBUG nova.compute.manager [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Instance network_info: |[{"id": "f48b86b0-002d-4146-8a1c-f494af6ad975", "address": "fa:16:3e:16:a0:85", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48b86b0-00", "ovs_interfaceid": "f48b86b0-002d-4146-8a1c-f494af6ad975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.866875] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:a0:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f48b86b0-002d-4146-8a1c-f494af6ad975', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.875754] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Creating folder: Project (0bc7d3f295964e2c82d72f94f7998e55). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.876368] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e99f17fb-29f5-4482-90df-c0284918c9e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.887526] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Created folder: Project (0bc7d3f295964e2c82d72f94f7998e55) in parent group-v651898. [ 634.887526] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Creating folder: Instances. Parent ref: group-v651905. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.887961] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73645ab5-ad65-4b68-9ce3-45556f5fa4e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.899898] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Created folder: Instances in parent group-v651905. [ 634.900162] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.900357] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.900800] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0be8901b-6900-452c-acd9-a1a726437230 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.923063] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.923063] env[69481]: value = "task-3263325" [ 634.923063] env[69481]: _type = "Task" [ 634.923063] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.930358] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263325, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.124881] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263322, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032027} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.127224] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] File moved {{(pid=69481) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 635.127224] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Cleaning up location [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 635.127224] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Deleting the datastore file [datastore2] vmware_temp/c1960fdb-705b-4b3d-852a-48c40852878a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.127224] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8430adc8-e02e-4ee8-9361-705e178ef181 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.128282] env[69481]: DEBUG nova.network.neutron [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Updated VIF entry in instance network info cache for port 3e17829c-075b-4849-a84f-ab7aaf218779. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.128606] env[69481]: DEBUG nova.network.neutron [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Updating instance_info_cache with network_info: [{"id": "3e17829c-075b-4849-a84f-ab7aaf218779", "address": "fa:16:3e:05:1d:46", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e17829c-07", "ovs_interfaceid": "3e17829c-075b-4849-a84f-ab7aaf218779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.135471] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 635.135471] env[69481]: value = "task-3263326" [ 635.135471] env[69481]: _type = "Task" [ 635.135471] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.147244] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.287570] env[69481]: DEBUG nova.compute.manager [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.350089] env[69481]: DEBUG nova.network.neutron [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.433876] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263325, 'name': CreateVM_Task, 'duration_secs': 0.373533} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.434121] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.434797] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.434952] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.435282] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.435531] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd4f31f-9727-4d68-808c-6cd81d6522dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.444768] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 635.444768] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]524f8ed4-7152-9ea2-df12-b41496661eed" [ 635.444768] env[69481]: _type = "Task" [ 635.444768] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.453453] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524f8ed4-7152-9ea2-df12-b41496661eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.487638] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae66984-7b83-4d9a-a4a3-0cb8cd1a894e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.496827] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f03589-f954-4336-9462-1301d0d72537 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.530172] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c9ecea-9cfb-4653-bfec-30aba2d63b15 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.537896] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f583f6d-117f-4214-8c62-7d9e2969f909 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.553489] env[69481]: DEBUG nova.compute.provider_tree [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.637011] env[69481]: DEBUG oslo_concurrency.lockutils [req-5ca299a0-31e3-404e-9b11-c0e7e05f2198 req-19adca6c-93c2-416f-a3e6-0548f30ec79d service nova] Releasing lock "refresh_cache-f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.649008] env[69481]: DEBUG nova.compute.manager [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Received event network-vif-plugged-f48b86b0-002d-4146-8a1c-f494af6ad975 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.651031] env[69481]: DEBUG oslo_concurrency.lockutils [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] Acquiring lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.651031] env[69481]: DEBUG oslo_concurrency.lockutils [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] Lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.651031] env[69481]: DEBUG oslo_concurrency.lockutils [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] Lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.651031] env[69481]: DEBUG nova.compute.manager [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] No waiting events found dispatching network-vif-plugged-f48b86b0-002d-4146-8a1c-f494af6ad975 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.651031] env[69481]: WARNING nova.compute.manager [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Received unexpected event network-vif-plugged-f48b86b0-002d-4146-8a1c-f494af6ad975 for instance with vm_state building and task_state spawning. [ 635.654916] env[69481]: DEBUG nova.compute.manager [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Received event network-changed-f48b86b0-002d-4146-8a1c-f494af6ad975 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.654916] env[69481]: DEBUG nova.compute.manager [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Refreshing instance network info cache due to event network-changed-f48b86b0-002d-4146-8a1c-f494af6ad975. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.654916] env[69481]: DEBUG oslo_concurrency.lockutils [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] Acquiring lock "refresh_cache-d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.654916] env[69481]: DEBUG oslo_concurrency.lockutils [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] Acquired lock "refresh_cache-d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.654916] env[69481]: DEBUG nova.network.neutron [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Refreshing network info cache for port f48b86b0-002d-4146-8a1c-f494af6ad975 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.667318] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025328} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.668914] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.668964] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a24cae3-9e28-4969-9fc3-715beab86506 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.683413] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 635.683413] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52936290-2284-81ac-5102-0d8ca66e038e" [ 635.683413] env[69481]: _type = "Task" [ 635.683413] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.694236] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52936290-2284-81ac-5102-0d8ca66e038e, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.694666] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.695184] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a714d3c3-6973-4107-bc30-061e2ac52172/a714d3c3-6973-4107-bc30-061e2ac52172.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.695184] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.695325] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.695455] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f5db069-32d0-4f7a-9fdf-a9747cd20ccc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.699301] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32f042e0-5326-43b6-a11d-e1fefb70da51 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.708507] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 635.708507] env[69481]: value = "task-3263327" [ 635.708507] env[69481]: _type = "Task" [ 635.708507] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.710364] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.710364] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.713993] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d175d2-a184-4a71-ae4c-2d25072f8c42 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.722346] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.723251] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 635.723251] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522f18e6-ccc6-7349-fd66-909e20f47e9f" [ 635.723251] env[69481]: _type = "Task" [ 635.723251] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.733464] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522f18e6-ccc6-7349-fd66-909e20f47e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.894069] env[69481]: DEBUG nova.network.neutron [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Updating instance_info_cache with network_info: [{"id": "9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c", "address": "fa:16:3e:f9:9b:b8", "network": {"id": "af53d9ea-5d1e-4564-981d-af8321c3ce4f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-839088347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5705ae6b7b442099c4c1bb26db2ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c04c763-b8", "ovs_interfaceid": "9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.957822] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524f8ed4-7152-9ea2-df12-b41496661eed, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.958162] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.958402] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.958616] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.057268] env[69481]: DEBUG nova.scheduler.client.report [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.225308] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48556} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.234214] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a714d3c3-6973-4107-bc30-061e2ac52172/a714d3c3-6973-4107-bc30-061e2ac52172.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.235471] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.235471] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.235471] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.235663] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee542959-7668-4433-9236-4217c14aa495 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.251185] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 636.251185] env[69481]: value = "task-3263328" [ 636.251185] env[69481]: _type = "Task" [ 636.251185] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.254725] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522f18e6-ccc6-7349-fd66-909e20f47e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.016882} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.269319] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea47dcd-ec4b-4743-b2d5-c6f276aea12d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.269319] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquiring lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.269319] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.281087] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.281087] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 636.281087] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]520a13e6-fd0e-cc21-ee5c-e37602ea13b4" [ 636.281087] env[69481]: _type = "Task" [ 636.281087] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.296507] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520a13e6-fd0e-cc21-ee5c-e37602ea13b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.296987] env[69481]: DEBUG nova.network.neutron [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Successfully updated port: fbcde3a3-6ca4-4acd-855e-74334b1704d8 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.298161] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.298454] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2/f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.298736] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.298900] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.300790] env[69481]: DEBUG nova.compute.manager [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.304286] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e06b6d0a-7de1-4da8-836c-7121c0481df2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.306994] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a4bc222-7edb-45fe-b73f-b0b60586d71b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.315973] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 636.315973] env[69481]: value = "task-3263329" [ 636.315973] env[69481]: _type = "Task" [ 636.315973] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.317252] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.317868] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.322657] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1e386e-d5d3-42bb-bdc1-7a9abc090a23 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.336835] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.337367] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 636.337367] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5284de22-5508-90c6-b738-2de94d206078" [ 636.337367] env[69481]: _type = "Task" [ 636.337367] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.351588] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5284de22-5508-90c6-b738-2de94d206078, 'name': SearchDatastore_Task, 'duration_secs': 0.008501} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.354100] env[69481]: DEBUG nova.virt.hardware [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.356133] env[69481]: DEBUG nova.virt.hardware [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.356133] env[69481]: DEBUG nova.virt.hardware [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.356133] env[69481]: DEBUG nova.virt.hardware [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.356133] env[69481]: DEBUG nova.virt.hardware [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.356133] env[69481]: DEBUG nova.virt.hardware [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.356434] env[69481]: DEBUG nova.virt.hardware [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.356434] env[69481]: DEBUG nova.virt.hardware [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.356434] env[69481]: DEBUG nova.virt.hardware [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.356434] env[69481]: DEBUG nova.virt.hardware [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.356434] env[69481]: DEBUG nova.virt.hardware [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.358122] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c312d2f-39e9-4b14-8888-f5b932d03e90 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.361014] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6c789b-1ca3-4b91-bbd2-ad3512a6062a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.371981] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e6ea65-264e-4a90-b618-c0640c100412 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.375952] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 636.375952] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52793c3c-0403-d619-5a69-bdd034c0a7b8" [ 636.375952] env[69481]: _type = "Task" [ 636.375952] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.389331] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.395269] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Creating folder: Project (7de2c4b7071a4aa394fa04539dd2b62d). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.396404] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f385ea6-961c-4cf6-851a-8f3a81f97582 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.404231] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Releasing lock "refresh_cache-995a6972-c2c5-4559-bec6-b5de4ed09a61" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.404231] env[69481]: DEBUG nova.compute.manager [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Instance network_info: |[{"id": "9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c", "address": "fa:16:3e:f9:9b:b8", "network": {"id": "af53d9ea-5d1e-4564-981d-af8321c3ce4f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-839088347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5705ae6b7b442099c4c1bb26db2ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c04c763-b8", "ovs_interfaceid": "9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.404580] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52793c3c-0403-d619-5a69-bdd034c0a7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009351} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.404580] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:9b:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.412109] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Creating folder: Project (be5705ae6b7b442099c4c1bb26db2ff0). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.412827] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.412827] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] d7ddcb8a-c3b1-45ee-8116-61de7ad1552e/d7ddcb8a-c3b1-45ee-8116-61de7ad1552e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.417341] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd1a5b06-5557-493c-8661-bf4d01c57ec8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.419131] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5106602f-18aa-4d00-8581-a9bd19faaa57 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.422517] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Created folder: Project (7de2c4b7071a4aa394fa04539dd2b62d) in parent group-v651898. [ 636.422715] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Creating folder: Instances. Parent ref: group-v651908. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.422957] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ca833ac-56b7-46df-8095-fb5eac3ed0aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.433069] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 636.433069] env[69481]: value = "task-3263332" [ 636.433069] env[69481]: _type = "Task" [ 636.433069] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.439114] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Created folder: Project (be5705ae6b7b442099c4c1bb26db2ff0) in parent group-v651898. [ 636.439348] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Creating folder: Instances. Parent ref: group-v651909. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.440245] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a4e71f3-d2ac-4549-876c-68fde7bf5983 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.447990] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.449562] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Created folder: Instances in parent group-v651908. [ 636.449855] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.451632] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.452133] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Created folder: Instances in parent group-v651909. [ 636.452441] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.453768] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1038fda8-15e8-4d63-b796-666f8fa9568e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.466267] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.467271] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a25c454b-7d79-4ec1-844d-d09ee1029b90 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.487679] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.487679] env[69481]: value = "task-3263335" [ 636.487679] env[69481]: _type = "Task" [ 636.487679] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.489199] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.489199] env[69481]: value = "task-3263336" [ 636.489199] env[69481]: _type = "Task" [ 636.489199] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.501147] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263336, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.504928] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263335, 'name': CreateVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.564665] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.565114] env[69481]: DEBUG nova.compute.manager [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.568844] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.056s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.571881] env[69481]: INFO nova.compute.claims [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.771241] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061231} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.771679] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.773020] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a91f82f-2431-4923-98eb-d9f4ccdf4df6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.810072] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] a714d3c3-6973-4107-bc30-061e2ac52172/a714d3c3-6973-4107-bc30-061e2ac52172.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.811179] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "refresh_cache-b125bc9b-1c50-48df-a058-2264476b6470" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.811375] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquired lock "refresh_cache-b125bc9b-1c50-48df-a058-2264476b6470" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.811555] env[69481]: DEBUG nova.network.neutron [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.812704] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d85e5066-1f06-4a6d-9eab-b7888d06173d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.843722] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441082} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.845322] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2/f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.845615] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.845978] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 636.845978] env[69481]: value = "task-3263337" [ 636.845978] env[69481]: _type = "Task" [ 636.845978] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.846209] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04f97ff4-4ff7-4f6a-bc32-cbd13573f163 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.859066] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 636.859066] env[69481]: value = "task-3263338" [ 636.859066] env[69481]: _type = "Task" [ 636.859066] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.872753] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.945585] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263332, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.946743] env[69481]: DEBUG nova.network.neutron [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Updated VIF entry in instance network info cache for port f48b86b0-002d-4146-8a1c-f494af6ad975. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.947099] env[69481]: DEBUG nova.network.neutron [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Updating instance_info_cache with network_info: [{"id": "f48b86b0-002d-4146-8a1c-f494af6ad975", "address": "fa:16:3e:16:a0:85", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48b86b0-00", "ovs_interfaceid": "f48b86b0-002d-4146-8a1c-f494af6ad975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.004080] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263336, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.009434] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263335, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.080364] env[69481]: DEBUG nova.compute.utils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.082949] env[69481]: DEBUG nova.compute.manager [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Not allocating networking since 'none' was specified. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 637.376865] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263337, 'name': ReconfigVM_Task, 'duration_secs': 0.504903} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.381372] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Reconfigured VM instance instance-00000001 to attach disk [datastore2] a714d3c3-6973-4107-bc30-061e2ac52172/a714d3c3-6973-4107-bc30-061e2ac52172.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.381372] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099661} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.381516] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5ca5a8c-d8ce-43cd-8e08-f3b7e14fb9bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.385113] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.385113] env[69481]: DEBUG nova.network.neutron [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.388049] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d3ec2f-9cb7-443d-8d9b-2a7956d2cfb1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.415786] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2/f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.417644] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d1c4be-8b74-451e-a0a8-c61546d8c713 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.432499] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 637.432499] env[69481]: value = "task-3263339" [ 637.432499] env[69481]: _type = "Task" [ 637.432499] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.444997] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 637.444997] env[69481]: value = "task-3263340" [ 637.444997] env[69481]: _type = "Task" [ 637.444997] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.455514] env[69481]: DEBUG oslo_concurrency.lockutils [req-ddd5da49-eab3-4326-86b9-72eb865b3f00 req-e94b1554-6614-4de0-91ed-e45db96bcf55 service nova] Releasing lock "refresh_cache-d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.455924] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716344} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.456138] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263339, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.456759] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] d7ddcb8a-c3b1-45ee-8116-61de7ad1552e/d7ddcb8a-c3b1-45ee-8116-61de7ad1552e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.457040] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.457231] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e738a888-c708-49f1-ad26-716163f1ab8d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.462610] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263340, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.467619] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 637.467619] env[69481]: value = "task-3263341" [ 637.467619] env[69481]: _type = "Task" [ 637.467619] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.478383] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.508199] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263335, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.512165] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263336, 'name': CreateVM_Task, 'duration_secs': 0.547882} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.513259] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.515165] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.515269] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.515813] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.515877] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0423d240-f8c8-4118-92e9-47dc9967a68d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.520633] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 637.520633] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b1a44a-6b13-593e-481a-24f9a06daa09" [ 637.520633] env[69481]: _type = "Task" [ 637.520633] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.530993] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b1a44a-6b13-593e-481a-24f9a06daa09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.584919] env[69481]: DEBUG nova.compute.manager [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.629483] env[69481]: DEBUG nova.network.neutron [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Updating instance_info_cache with network_info: [{"id": "fbcde3a3-6ca4-4acd-855e-74334b1704d8", "address": "fa:16:3e:8b:d0:b1", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbcde3a3-6c", "ovs_interfaceid": "fbcde3a3-6ca4-4acd-855e-74334b1704d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.910561] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2578d5a-bcd1-4669-a4fa-f464558e4e09 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.919145] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344e2ed8-090d-41e7-949e-94ed79e75e14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.961522] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e3903f-e0df-4a3f-819f-624505e5cecd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.970859] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263339, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.982974] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263340, 'name': ReconfigVM_Task, 'duration_secs': 0.496764} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.983482] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Reconfigured VM instance instance-00000002 to attach disk [datastore2] f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2/f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.985394] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeb0bb3-16ac-4670-bae9-1045793e61fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.990409] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd9d63ad-2216-4861-99c8-c3d22b3cedc0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.998579] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070944} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.999199] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.000373] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefec795-1b97-46e0-812f-dd997003a341 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.020402] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263335, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.020802] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 638.020802] env[69481]: value = "task-3263342" [ 638.020802] env[69481]: _type = "Task" [ 638.020802] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.021575] env[69481]: DEBUG nova.compute.provider_tree [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.038187] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b1a44a-6b13-593e-481a-24f9a06daa09, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.051642] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.051899] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.052410] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.052410] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.052576] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.052862] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263342, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.065226] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] d7ddcb8a-c3b1-45ee-8116-61de7ad1552e/d7ddcb8a-c3b1-45ee-8116-61de7ad1552e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.065898] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-437d7417-cf78-49c0-82e0-4def5ea13778 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.067997] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7183f1b0-834a-4f6c-b584-ef2444e158dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.092931] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 638.092931] env[69481]: value = "task-3263343" [ 638.092931] env[69481]: _type = "Task" [ 638.092931] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.093789] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.093950] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.098141] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b64c433-32be-4ea2-ad20-f17cb9cee7fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.111018] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 638.111018] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a3d3e2-086a-e855-b50f-252a04545f4c" [ 638.111018] env[69481]: _type = "Task" [ 638.111018] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.111018] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.119398] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a3d3e2-086a-e855-b50f-252a04545f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.120488] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef428885-87af-4a7e-98d3-4e1137e10c71 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.126652] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 638.126652] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f34e8d-a2c3-1e23-2849-ddeee8cbe24b" [ 638.126652] env[69481]: _type = "Task" [ 638.126652] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.135098] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Releasing lock "refresh_cache-b125bc9b-1c50-48df-a058-2264476b6470" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.136275] env[69481]: DEBUG nova.compute.manager [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Instance network_info: |[{"id": "fbcde3a3-6ca4-4acd-855e-74334b1704d8", "address": "fa:16:3e:8b:d0:b1", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbcde3a3-6c", "ovs_interfaceid": "fbcde3a3-6ca4-4acd-855e-74334b1704d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.140476] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:d0:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbcde3a3-6ca4-4acd-855e-74334b1704d8', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.148262] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Creating folder: Project (2af0ba1493ec4fa1a170b067fb191c70). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.148971] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f34e8d-a2c3-1e23-2849-ddeee8cbe24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.149246] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b1dc0cd-9806-4648-bc75-ea2be83cee59 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.161743] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Created folder: Project (2af0ba1493ec4fa1a170b067fb191c70) in parent group-v651898. [ 638.162131] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Creating folder: Instances. Parent ref: group-v651914. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.162323] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f1cfdf-92f3-4d51-95b7-bb715c15c6a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.174622] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Created folder: Instances in parent group-v651914. [ 638.174772] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.175299] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.175299] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f36fa852-3378-4021-b2a3-debabfd5f4b1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.196880] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.196880] env[69481]: value = "task-3263346" [ 638.196880] env[69481]: _type = "Task" [ 638.196880] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.205588] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263346, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.467587] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263339, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.504884] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263335, 'name': CreateVM_Task, 'duration_secs': 1.740601} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.504884] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.506242] env[69481]: DEBUG oslo_vmware.service [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad55ec7-96ef-4978-9da3-4aefdbc281c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.513673] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.513910] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.514338] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.514599] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6bde42-f5db-4090-8e98-cfd859f116f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.525873] env[69481]: DEBUG nova.scheduler.client.report [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.535778] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 638.535778] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5230ac5c-99ef-bfe9-fd59-616810c2517b" [ 638.535778] env[69481]: _type = "Task" [ 638.535778] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.543635] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263342, 'name': Rename_Task, 'duration_secs': 0.295625} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.543635] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.543868] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d6e2afa-429a-4814-82d4-a50301322572 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.555438] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5230ac5c-99ef-bfe9-fd59-616810c2517b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.562511] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 638.562511] env[69481]: value = "task-3263347" [ 638.562511] env[69481]: _type = "Task" [ 638.562511] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.573115] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.607388] env[69481]: DEBUG nova.compute.manager [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.610422] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263343, 'name': ReconfigVM_Task, 'duration_secs': 0.481757} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.610422] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Reconfigured VM instance instance-00000003 to attach disk [datastore2] d7ddcb8a-c3b1-45ee-8116-61de7ad1552e/d7ddcb8a-c3b1-45ee-8116-61de7ad1552e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.610589] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07cc34fb-a219-4e10-b86b-638ab59bed30 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.620034] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 638.620034] env[69481]: value = "task-3263348" [ 638.620034] env[69481]: _type = "Task" [ 638.620034] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.641869] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263348, 'name': Rename_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.645992] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f34e8d-a2c3-1e23-2849-ddeee8cbe24b, 'name': SearchDatastore_Task, 'duration_secs': 0.012443} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.649880] env[69481]: DEBUG nova.virt.hardware [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.650249] env[69481]: DEBUG nova.virt.hardware [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.650584] env[69481]: DEBUG nova.virt.hardware [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.650584] env[69481]: DEBUG nova.virt.hardware [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.650724] env[69481]: DEBUG nova.virt.hardware [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.650878] env[69481]: DEBUG nova.virt.hardware [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.651349] env[69481]: DEBUG nova.virt.hardware [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.651585] env[69481]: DEBUG nova.virt.hardware [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.652042] env[69481]: DEBUG nova.virt.hardware [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.652282] env[69481]: DEBUG nova.virt.hardware [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.652613] env[69481]: DEBUG nova.virt.hardware [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.652991] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.653381] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 995a6972-c2c5-4559-bec6-b5de4ed09a61/995a6972-c2c5-4559-bec6-b5de4ed09a61.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.654605] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd95ad-a67a-4ddf-9f06-8d9a3abc0e5a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.657823] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fc51cc9-874d-44cd-8948-2f5a65a80cc4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.670957] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d9f738-1520-49e2-9edd-30763084fbe5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.676961] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 638.676961] env[69481]: value = "task-3263349" [ 638.676961] env[69481]: _type = "Task" [ 638.676961] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.689949] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.695745] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Creating folder: Project (015d94b7f4964e5ca30fb26c360a7f44). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.698033] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-920dab6c-ca94-418b-89a6-3c76db8bf64b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.701768] env[69481]: DEBUG nova.compute.manager [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Received event network-vif-plugged-9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.701977] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Acquiring lock "995a6972-c2c5-4559-bec6-b5de4ed09a61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.704236] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Lock "995a6972-c2c5-4559-bec6-b5de4ed09a61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.704236] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Lock "995a6972-c2c5-4559-bec6-b5de4ed09a61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.704236] env[69481]: DEBUG nova.compute.manager [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] No waiting events found dispatching network-vif-plugged-9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.704236] env[69481]: WARNING nova.compute.manager [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Received unexpected event network-vif-plugged-9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c for instance with vm_state building and task_state spawning. [ 638.704236] env[69481]: DEBUG nova.compute.manager [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Received event network-changed-9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.704798] env[69481]: DEBUG nova.compute.manager [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Refreshing instance network info cache due to event network-changed-9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.704798] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Acquiring lock "refresh_cache-995a6972-c2c5-4559-bec6-b5de4ed09a61" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.704798] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Acquired lock "refresh_cache-995a6972-c2c5-4559-bec6-b5de4ed09a61" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.704798] env[69481]: DEBUG nova.network.neutron [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Refreshing network info cache for port 9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.714276] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.726238] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263346, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.728704] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Created folder: Project (015d94b7f4964e5ca30fb26c360a7f44) in parent group-v651898. [ 638.729131] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Creating folder: Instances. Parent ref: group-v651917. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.729211] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6219b2c-065c-4e31-b2dd-e10fb9286d22 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.746232] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Created folder: Instances in parent group-v651917. [ 638.746363] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.746490] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.748829] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e779af9-e9e6-493f-b20f-2ccb11710a69 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.775292] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.775292] env[69481]: value = "task-3263352" [ 638.775292] env[69481]: _type = "Task" [ 638.775292] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.791161] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263352, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.973755] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263339, 'name': Rename_Task, 'duration_secs': 1.223795} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.973755] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.973755] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df529566-fd7d-48a2-abad-af4bc3b0ab72 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.988436] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 638.988436] env[69481]: value = "task-3263353" [ 638.988436] env[69481]: _type = "Task" [ 638.988436] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.002540] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.037997] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.038741] env[69481]: DEBUG nova.compute.manager [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.041486] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.018s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.043384] env[69481]: INFO nova.compute.claims [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.083250] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.083522] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.083873] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.084034] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.084245] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.084519] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263347, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.085183] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37ca57f6-a549-4b09-b9b2-4fce69fad95f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.097925] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.098139] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.098986] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5b692d-989b-4217-931d-bbb84ec70195 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.108800] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9547b24a-96e0-4ae9-b47f-42d9bb856764 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.115933] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 639.115933] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c4ee1f-fda7-4f49-be52-70e78b5b9259" [ 639.115933] env[69481]: _type = "Task" [ 639.115933] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.129332] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c4ee1f-fda7-4f49-be52-70e78b5b9259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.132829] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263348, 'name': Rename_Task, 'duration_secs': 0.196081} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.132829] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.133068] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26e97881-10fd-4585-8fb4-7ed95cc9bc0c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.142761] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 639.142761] env[69481]: value = "task-3263354" [ 639.142761] env[69481]: _type = "Task" [ 639.142761] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.159615] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.189907] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.213952] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263346, 'name': CreateVM_Task, 'duration_secs': 0.712093} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.214328] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.219504] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.219504] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.219504] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.219504] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6e5bc5-eba8-4dda-a275-861eff26ebb8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.228159] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 639.228159] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]527956d0-9184-5cff-59b1-76a8694b5855" [ 639.228159] env[69481]: _type = "Task" [ 639.228159] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.239892] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527956d0-9184-5cff-59b1-76a8694b5855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.288333] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263352, 'name': CreateVM_Task, 'duration_secs': 0.356548} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.288421] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.288910] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.505705] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263353, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.566707] env[69481]: DEBUG nova.compute.utils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.568266] env[69481]: DEBUG nova.compute.manager [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.568535] env[69481]: DEBUG nova.network.neutron [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.587345] env[69481]: DEBUG oslo_vmware.api [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263347, 'name': PowerOnVM_Task, 'duration_secs': 0.538056} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.588733] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.589295] env[69481]: INFO nova.compute.manager [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Took 12.38 seconds to spawn the instance on the hypervisor. [ 639.589562] env[69481]: DEBUG nova.compute.manager [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.592229] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf5e25c-1d11-4002-bbc2-fd9328176fc9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.631957] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Preparing fetch location {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 639.631957] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Creating directory with path [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.631957] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ba6a0bc-76c5-43b5-86dd-6eabc9a5be0c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.657222] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.659915] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Created directory with path [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.659915] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Fetch image to [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 639.659915] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Downloading image file data 2bc8b732-601d-496e-8268-986d3639362a to [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk on the data store datastore1 {{(pid=69481) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 639.664019] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d0a716-ce49-4a0d-983d-a2d77d802c7f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.671271] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06204e3d-4dc6-421c-91c8-55fc17adf33d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.686509] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577ab46d-cf4f-420f-aeef-2cbf6ba67122 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.692333] env[69481]: DEBUG nova.network.neutron [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Updated VIF entry in instance network info cache for port 9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.692679] env[69481]: DEBUG nova.network.neutron [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Updating instance_info_cache with network_info: [{"id": "9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c", "address": "fa:16:3e:f9:9b:b8", "network": {"id": "af53d9ea-5d1e-4564-981d-af8321c3ce4f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-839088347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5705ae6b7b442099c4c1bb26db2ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c04c763-b8", "ovs_interfaceid": "9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.728221] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263349, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000727} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.731222] env[69481]: DEBUG nova.policy [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36d55db1339444788194f26bb50f3aac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e644799ed90445d4b49e7f96fef6b338', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.733264] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Releasing lock "refresh_cache-995a6972-c2c5-4559-bec6-b5de4ed09a61" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.733517] env[69481]: DEBUG nova.compute.manager [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Received event network-vif-plugged-fbcde3a3-6ca4-4acd-855e-74334b1704d8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.733726] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Acquiring lock "b125bc9b-1c50-48df-a058-2264476b6470-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.733930] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Lock "b125bc9b-1c50-48df-a058-2264476b6470-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.734157] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Lock "b125bc9b-1c50-48df-a058-2264476b6470-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.734360] env[69481]: DEBUG nova.compute.manager [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: b125bc9b-1c50-48df-a058-2264476b6470] No waiting events found dispatching network-vif-plugged-fbcde3a3-6ca4-4acd-855e-74334b1704d8 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.734536] env[69481]: WARNING nova.compute.manager [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Received unexpected event network-vif-plugged-fbcde3a3-6ca4-4acd-855e-74334b1704d8 for instance with vm_state building and task_state spawning. [ 639.734714] env[69481]: DEBUG nova.compute.manager [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Received event network-changed-fbcde3a3-6ca4-4acd-855e-74334b1704d8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.734880] env[69481]: DEBUG nova.compute.manager [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Refreshing instance network info cache due to event network-changed-fbcde3a3-6ca4-4acd-855e-74334b1704d8. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.735098] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Acquiring lock "refresh_cache-b125bc9b-1c50-48df-a058-2264476b6470" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.735269] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Acquired lock "refresh_cache-b125bc9b-1c50-48df-a058-2264476b6470" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.735590] env[69481]: DEBUG nova.network.neutron [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Refreshing network info cache for port fbcde3a3-6ca4-4acd-855e-74334b1704d8 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.737098] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 995a6972-c2c5-4559-bec6-b5de4ed09a61/995a6972-c2c5-4559-bec6-b5de4ed09a61.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.740957] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.740957] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bf3065-f863-4177-99ac-7bee27d9d9f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.745190] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcc05e38-a4ce-4abf-9c26-b09759c13ac9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.759659] env[69481]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-952ea0c7-6d26-4cc5-b405-5d6d1fa724f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.764103] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.764103] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.764678] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.764678] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 639.764678] env[69481]: value = "task-3263355" [ 639.764678] env[69481]: _type = "Task" [ 639.764678] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.765551] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.765629] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.766041] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a7a073-060a-4b3b-8e61-51f4b83e1ac2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.776945] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 639.776945] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52cd8357-3b20-cc03-4e5c-f1e11f954c29" [ 639.776945] env[69481]: _type = "Task" [ 639.776945] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.783263] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.793625] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cd8357-3b20-cc03-4e5c-f1e11f954c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.804577] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Downloading image file data 2bc8b732-601d-496e-8268-986d3639362a to the data store datastore1 {{(pid=69481) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 639.873916] env[69481]: DEBUG oslo_vmware.rw_handles [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 640.008973] env[69481]: DEBUG oslo_vmware.api [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263353, 'name': PowerOnVM_Task, 'duration_secs': 0.716691} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.012916] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.012916] env[69481]: INFO nova.compute.manager [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Took 17.07 seconds to spawn the instance on the hypervisor. [ 640.013134] env[69481]: DEBUG nova.compute.manager [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.014504] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47a9357-2684-482f-af59-880fc6599836 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.079942] env[69481]: DEBUG nova.compute.manager [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.130129] env[69481]: INFO nova.compute.manager [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Took 17.18 seconds to build instance. [ 640.162187] env[69481]: DEBUG oslo_vmware.api [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263354, 'name': PowerOnVM_Task, 'duration_secs': 0.834976} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.167647] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.168468] env[69481]: INFO nova.compute.manager [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Took 10.77 seconds to spawn the instance on the hypervisor. [ 640.168468] env[69481]: DEBUG nova.compute.manager [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.176495] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94128082-6ac1-47f0-a87e-743fe01da22f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.286377] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120275} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.288796] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.290130] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7631d29-3690-44c7-9e2a-f73f8db21d0f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.325023] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 995a6972-c2c5-4559-bec6-b5de4ed09a61/995a6972-c2c5-4559-bec6-b5de4ed09a61.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.325390] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc3d3ee4-d4c5-4af0-83cc-e696c69890b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.344183] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.344183] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.344183] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.362380] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 640.362380] env[69481]: value = "task-3263356" [ 640.362380] env[69481]: _type = "Task" [ 640.362380] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.384760] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.483330] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056c9c9e-2b4b-4f98-b32d-927222c3d8ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.495792] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3f85fb-2c20-484a-b3df-6d18c73c4565 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.532452] env[69481]: DEBUG nova.network.neutron [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Successfully created port: d665db46-ade1-4aea-88e6-c14ec5d44992 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.535571] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c7f90b-785f-4e57-bf73-85e58e0b5ecc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.554585] env[69481]: INFO nova.compute.manager [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Took 21.83 seconds to build instance. [ 640.569593] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3298a1f6-39d2-45c8-841c-cd36e69100b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.594961] env[69481]: DEBUG nova.compute.provider_tree [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.638675] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3e457ffd-0e99-4de8-926e-f5d5e8d80c2e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.708s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.669227] env[69481]: DEBUG oslo_vmware.rw_handles [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Completed reading data from the image iterator. {{(pid=69481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 640.669697] env[69481]: DEBUG oslo_vmware.rw_handles [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 640.718664] env[69481]: INFO nova.compute.manager [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Took 15.88 seconds to build instance. [ 640.734575] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Downloaded image file data 2bc8b732-601d-496e-8268-986d3639362a to vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk on the data store datastore1 {{(pid=69481) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 640.736287] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Caching image {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 640.736582] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Copying Virtual Disk [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk to [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.737665] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12e49020-7179-4a7b-8a23-da43761209b1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.756571] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 640.756571] env[69481]: value = "task-3263357" [ 640.756571] env[69481]: _type = "Task" [ 640.756571] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.771179] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.873625] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.071162] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ea2a0d66-cfd1-4744-8a76-02c6a71166d4 tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Lock "a714d3c3-6973-4107-bc30-061e2ac52172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.356s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.097864] env[69481]: DEBUG nova.compute.manager [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.105608] env[69481]: DEBUG nova.scheduler.client.report [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.144749] env[69481]: DEBUG nova.virt.hardware [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.145038] env[69481]: DEBUG nova.virt.hardware [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.145172] env[69481]: DEBUG nova.virt.hardware [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.145371] env[69481]: DEBUG nova.virt.hardware [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.145513] env[69481]: DEBUG nova.virt.hardware [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.146867] env[69481]: DEBUG nova.virt.hardware [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.146867] env[69481]: DEBUG nova.virt.hardware [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.146867] env[69481]: DEBUG nova.virt.hardware [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.146867] env[69481]: DEBUG nova.virt.hardware [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.146867] env[69481]: DEBUG nova.virt.hardware [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.147193] env[69481]: DEBUG nova.virt.hardware [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.147193] env[69481]: DEBUG nova.compute.manager [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.153749] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef53bba-ccbe-4421-afe0-501440432546 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.168141] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df42442-1839-47de-a9da-dd83fa198f25 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.225341] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f1263ee-062d-40e5-88e4-9e8acd6a6f89 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.395s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.269944] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263357, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.276135] env[69481]: DEBUG nova.network.neutron [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Updated VIF entry in instance network info cache for port fbcde3a3-6ca4-4acd-855e-74334b1704d8. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.276515] env[69481]: DEBUG nova.network.neutron [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Updating instance_info_cache with network_info: [{"id": "fbcde3a3-6ca4-4acd-855e-74334b1704d8", "address": "fa:16:3e:8b:d0:b1", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbcde3a3-6c", "ovs_interfaceid": "fbcde3a3-6ca4-4acd-855e-74334b1704d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.380946] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263356, 'name': ReconfigVM_Task, 'duration_secs': 0.614499} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.381068] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 995a6972-c2c5-4559-bec6-b5de4ed09a61/995a6972-c2c5-4559-bec6-b5de4ed09a61.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.381673] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edb4163f-67b9-4cd8-b32d-86064db5a2f3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.394115] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 641.394115] env[69481]: value = "task-3263358" [ 641.394115] env[69481]: _type = "Task" [ 641.394115] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.409135] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263358, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.579112] env[69481]: DEBUG nova.compute.manager [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.613124] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.613532] env[69481]: DEBUG nova.compute.manager [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.616436] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.390s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.617932] env[69481]: INFO nova.compute.claims [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.689410] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.728444] env[69481]: DEBUG nova.compute.manager [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.776973] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683028} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.777409] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Copied Virtual Disk [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk to [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.777659] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Deleting the datastore file [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a/tmp-sparse.vmdk {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.777992] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f92c9da-f641-4de2-a10e-2e234bee94a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.784294] env[69481]: DEBUG oslo_concurrency.lockutils [req-b3c5576b-8b95-4d0a-99ac-8cd9ccf2bcf7 req-28f6d19b-c57b-4e2a-a119-a2c8af6348ef service nova] Releasing lock "refresh_cache-b125bc9b-1c50-48df-a058-2264476b6470" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.792593] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 641.792593] env[69481]: value = "task-3263359" [ 641.792593] env[69481]: _type = "Task" [ 641.792593] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.805567] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.902135] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263358, 'name': Rename_Task, 'duration_secs': 0.351819} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.905023] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.905023] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d174da05-36a7-4610-a367-f913c808bf65 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.913225] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 641.913225] env[69481]: value = "task-3263360" [ 641.913225] env[69481]: _type = "Task" [ 641.913225] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.938389] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.112648] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.129727] env[69481]: DEBUG nova.compute.utils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.133604] env[69481]: DEBUG nova.compute.manager [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.133604] env[69481]: DEBUG nova.network.neutron [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.205579] env[69481]: DEBUG nova.policy [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0704b335789e45158211dbf7ef47c18e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '501ba7308ad1467b86875e7de2f679ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.255501] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.317280] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03251} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.317526] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.317930] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Moving file from [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766/2bc8b732-601d-496e-8268-986d3639362a to [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a. {{(pid=69481) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 642.318238] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8f23b8d2-29dc-4bc4-ae22-a4795c5fd25e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.329303] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 642.329303] env[69481]: value = "task-3263361" [ 642.329303] env[69481]: _type = "Task" [ 642.329303] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.346033] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263361, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.428713] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263360, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.552626] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.552726] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.552889] env[69481]: DEBUG nova.compute.manager [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.555899] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1c894a-1dbe-4b15-8271-87965e02e5a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.563594] env[69481]: DEBUG nova.compute.manager [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 642.564967] env[69481]: DEBUG nova.objects.instance [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lazy-loading 'flavor' on Instance uuid f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.633937] env[69481]: DEBUG nova.compute.manager [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.839358] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263361, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.042749} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.839669] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] File moved {{(pid=69481) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 642.839999] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Cleaning up location [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766 {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 642.840099] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Deleting the datastore file [datastore1] vmware_temp/ff44046b-d347-4905-9659-706dbdaa8766 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.840306] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5376046-70aa-4551-844d-1f6900866387 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.850110] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 642.850110] env[69481]: value = "task-3263362" [ 642.850110] env[69481]: _type = "Task" [ 642.850110] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.858440] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.876307] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667ca6c5-6fd8-4916-91a5-06258c164f53 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.883440] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01a0424-60f7-4fc7-9e7b-83e1378d168d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.922753] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134a985c-0597-4bb9-ad76-dccfe0cbb00e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.930634] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263360, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.934525] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a695d6-825c-4539-bc9e-fee32e2799c0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.949812] env[69481]: DEBUG nova.compute.provider_tree [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.232155] env[69481]: DEBUG nova.network.neutron [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Successfully created port: a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.368849] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032396} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.368849] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.368849] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99372d2d-5a53-444a-8aa8-44b946697514 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.376241] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 643.376241] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521db3c8-50b4-dfc5-362a-080b3c593c52" [ 643.376241] env[69481]: _type = "Task" [ 643.376241] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.387198] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521db3c8-50b4-dfc5-362a-080b3c593c52, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.387812] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.388207] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] c047ff54-83bb-417a-b5fe-0ae70de31e9c/c047ff54-83bb-417a-b5fe-0ae70de31e9c.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.389982] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.389982] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.389982] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56962586-cde5-4802-ad72-899de82ea25c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.391267] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-014c82b0-40ae-47e5-9ab8-347577f55e28 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.399939] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 643.399939] env[69481]: value = "task-3263363" [ 643.399939] env[69481]: _type = "Task" [ 643.399939] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.403872] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.404103] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.405747] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed84291-6979-4d9e-8dd5-f3665372b1a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.414307] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.420035] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 643.420035] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52de95c3-fe84-12cb-2853-f7ac19516968" [ 643.420035] env[69481]: _type = "Task" [ 643.420035] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.432354] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263360, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.436789] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52de95c3-fe84-12cb-2853-f7ac19516968, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.438294] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b604d4-15f9-4f49-a179-f3d6ade0135e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.443327] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 643.443327] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528068bc-7d53-6e46-8e54-efcf5658d12e" [ 643.443327] env[69481]: _type = "Task" [ 643.443327] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.451544] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528068bc-7d53-6e46-8e54-efcf5658d12e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.455972] env[69481]: DEBUG nova.scheduler.client.report [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.502845] env[69481]: DEBUG nova.network.neutron [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Successfully updated port: d665db46-ade1-4aea-88e6-c14ec5d44992 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.575934] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.580259] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f38563b-eb08-4b35-8a68-8f55183f968b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.589670] env[69481]: DEBUG oslo_vmware.api [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 643.589670] env[69481]: value = "task-3263364" [ 643.589670] env[69481]: _type = "Task" [ 643.589670] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.603697] env[69481]: DEBUG oslo_vmware.api [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.651857] env[69481]: DEBUG nova.compute.manager [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.685324] env[69481]: DEBUG nova.virt.hardware [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.685646] env[69481]: DEBUG nova.virt.hardware [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.685781] env[69481]: DEBUG nova.virt.hardware [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.686563] env[69481]: DEBUG nova.virt.hardware [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.686797] env[69481]: DEBUG nova.virt.hardware [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.687202] env[69481]: DEBUG nova.virt.hardware [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.687501] env[69481]: DEBUG nova.virt.hardware [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.687804] env[69481]: DEBUG nova.virt.hardware [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.688610] env[69481]: DEBUG nova.virt.hardware [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.688610] env[69481]: DEBUG nova.virt.hardware [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.688610] env[69481]: DEBUG nova.virt.hardware [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.689413] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014444a1-214b-471e-8d23-b5d2592c0aaa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.700472] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aa3534-c62d-46a5-a323-225467cc277c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.755876] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquiring lock "48b3e04b-ca2e-4718-8a6a-37a21170630d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.756175] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Lock "48b3e04b-ca2e-4718-8a6a-37a21170630d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.912236] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263363, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.933607] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263360, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.964217] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.964217] env[69481]: DEBUG nova.compute.manager [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.969626] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528068bc-7d53-6e46-8e54-efcf5658d12e, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.970578] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.728s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.970902] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.971388] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 643.972284] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.284s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.974677] env[69481]: INFO nova.compute.claims [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.979016] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.979016] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] b125bc9b-1c50-48df-a058-2264476b6470/b125bc9b-1c50-48df-a058-2264476b6470.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.979289] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026b4563-7cf8-4f0a-bb22-2dca1b260cbf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.985023] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.985023] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.985023] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86078b5b-191c-4bb3-b4f1-9f77f163b5fb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.986934] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeee05b6-2e64-420b-aca1-309f2825ddc3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.001176] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 644.001176] env[69481]: value = "task-3263365" [ 644.001176] env[69481]: _type = "Task" [ 644.001176] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.003123] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746d6a4e-ac4f-4ee0-b8bb-2c3812766ba8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.009770] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquiring lock "refresh_cache-70f7d715-45d0-43ac-8307-16b5623650cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.010143] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquired lock "refresh_cache-70f7d715-45d0-43ac-8307-16b5623650cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.010453] env[69481]: DEBUG nova.network.neutron [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.036885] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a2db44-5494-447d-ad53-3708885f30cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.038111] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.038355] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.042096] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.042448] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19aed81f-013b-4a4c-a51e-5f2680bc0fd9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.053316] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b672f7-4449-4a64-88b9-bb3e79ab185e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.056836] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 644.056836] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52cf3cb6-c4b1-6b5b-9c08-c58a55abab7f" [ 644.056836] env[69481]: _type = "Task" [ 644.056836] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.089565] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181005MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 644.089910] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.098305] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cf3cb6-c4b1-6b5b-9c08-c58a55abab7f, 'name': SearchDatastore_Task, 'duration_secs': 0.014131} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.099513] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c072f5d3-ef66-49b4-a1a5-17c09c43bfbe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.105701] env[69481]: DEBUG oslo_vmware.api [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263364, 'name': PowerOffVM_Task, 'duration_secs': 0.242961} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.106367] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.106602] env[69481]: DEBUG nova.compute.manager [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.107368] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97b1e53-f1fe-4668-93c0-b2e4393b60ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.111019] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 644.111019] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52702788-5ff1-a82d-3c38-bfd3367497cd" [ 644.111019] env[69481]: _type = "Task" [ 644.111019] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.126346] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52702788-5ff1-a82d-3c38-bfd3367497cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013237} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.126346] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.126346] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.126346] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90a9afda-4194-428d-b048-8d2f52625681 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.133168] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 644.133168] env[69481]: value = "task-3263366" [ 644.133168] env[69481]: _type = "Task" [ 644.133168] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.141972] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.411563] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62996} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.411563] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] c047ff54-83bb-417a-b5fe-0ae70de31e9c/c047ff54-83bb-417a-b5fe-0ae70de31e9c.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.411563] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.412265] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6a35d37-5387-451d-96ea-67d80a69302a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.423198] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 644.423198] env[69481]: value = "task-3263367" [ 644.423198] env[69481]: _type = "Task" [ 644.423198] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.433120] env[69481]: DEBUG oslo_vmware.api [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263360, 'name': PowerOnVM_Task, 'duration_secs': 2.300764} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.437547] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.438249] env[69481]: INFO nova.compute.manager [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Took 12.77 seconds to spawn the instance on the hypervisor. [ 644.442024] env[69481]: DEBUG nova.compute.manager [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.442024] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.442024] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53bba48-37e6-4481-9bc7-7e6dbdb794a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.473564] env[69481]: DEBUG nova.compute.utils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.473564] env[69481]: DEBUG nova.compute.manager [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.473564] env[69481]: DEBUG nova.network.neutron [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.527198] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.543174] env[69481]: DEBUG nova.policy [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33ae28a8083b446d950ed0961aa231ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9028f818ee63445280fba75c912fd365', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.589066] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquiring lock "06429df3-0f61-491e-8263-87b0dcc74bab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.590068] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Lock "06429df3-0f61-491e-8263-87b0dcc74bab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.612818] env[69481]: DEBUG nova.network.neutron [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.623388] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8207a01c-aa84-4424-a57a-47cfde43005d tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.648024] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263366, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.932333] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211554} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.932511] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.935697] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8256cfa5-95e1-4758-b66b-2ce3e4a6ac4b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.965696] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] c047ff54-83bb-417a-b5fe-0ae70de31e9c/c047ff54-83bb-417a-b5fe-0ae70de31e9c.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.970169] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e134617a-00f6-4c19-851d-e65094d1011b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.986321] env[69481]: INFO nova.compute.manager [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Took 19.79 seconds to build instance. [ 644.987650] env[69481]: DEBUG nova.compute.manager [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.005941] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 645.005941] env[69481]: value = "task-3263368" [ 645.005941] env[69481]: _type = "Task" [ 645.005941] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.016351] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.032851] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.139057] env[69481]: DEBUG nova.network.neutron [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Updating instance_info_cache with network_info: [{"id": "d665db46-ade1-4aea-88e6-c14ec5d44992", "address": "fa:16:3e:67:a0:09", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd665db46-ad", "ovs_interfaceid": "d665db46-ade1-4aea-88e6-c14ec5d44992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.149994] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836458} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.152665] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.153647] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.153932] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5083b5e-9e46-4e4c-902e-8a8731da6105 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.164930] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 645.164930] env[69481]: value = "task-3263369" [ 645.164930] env[69481]: _type = "Task" [ 645.164930] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.176393] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.281938] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a00c5a-9488-42ca-97be-28bb712420a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.293343] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe78ce6-e5fd-4d8f-876d-90d34d0b1424 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.324082] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17258f0d-310d-4e04-8984-c5ddfdb48fa2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.333219] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3850022-24eb-4a7d-9a44-5a91ef31b4f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.345364] env[69481]: DEBUG nova.compute.provider_tree [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.406870] env[69481]: DEBUG nova.network.neutron [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Successfully created port: c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.498203] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ab2cb6b-e1e9-4b5a-a1a9-10cb4fa09336 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lock "995a6972-c2c5-4559-bec6-b5de4ed09a61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.305s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.527747] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.535165] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263365, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.642352] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Releasing lock "refresh_cache-70f7d715-45d0-43ac-8307-16b5623650cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.642955] env[69481]: DEBUG nova.compute.manager [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Instance network_info: |[{"id": "d665db46-ade1-4aea-88e6-c14ec5d44992", "address": "fa:16:3e:67:a0:09", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd665db46-ad", "ovs_interfaceid": "d665db46-ade1-4aea-88e6-c14ec5d44992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.643857] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:a0:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd665db46-ade1-4aea-88e6-c14ec5d44992', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.652667] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Creating folder: Project (e644799ed90445d4b49e7f96fef6b338). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.653758] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a7bfbff-5036-4efc-823f-3e72cbce6baf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.668388] env[69481]: DEBUG nova.network.neutron [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Successfully updated port: a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.670555] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Created folder: Project (e644799ed90445d4b49e7f96fef6b338) in parent group-v651898. [ 645.671412] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Creating folder: Instances. Parent ref: group-v651920. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.675974] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0c3756e-cc63-4521-af47-e3650a2a5582 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.685820] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071419} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.687394] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.687835] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Created folder: Instances in parent group-v651920. [ 645.688169] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.689545] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f4e7e1-2df7-4953-8e6a-41a68cbec824 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.692742] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.693310] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-063bf2c2-a262-4151-8320-8f751f80b1fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.732115] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.734834] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10c41a1e-e929-46f5-aa58-41a3335e5e0c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.750578] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.750578] env[69481]: value = "task-3263372" [ 645.750578] env[69481]: _type = "Task" [ 645.750578] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.756698] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 645.756698] env[69481]: value = "task-3263373" [ 645.756698] env[69481]: _type = "Task" [ 645.756698] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.764133] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263372, 'name': CreateVM_Task} progress is 15%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.770925] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263373, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.872025] env[69481]: ERROR nova.scheduler.client.report [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [req-0b4d818b-7108-430b-90ef-7d675eb3cdaa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e43c54f0-3622-483a-a612-82b8457c9186. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b4d818b-7108-430b-90ef-7d675eb3cdaa"}]} [ 645.885920] env[69481]: DEBUG nova.compute.manager [req-74f7d72a-4ffb-4761-8170-6d2b7a67aa37 req-ed32818e-4e6e-4f02-bd2d-fcbef761c0f0 service nova] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Received event network-vif-plugged-d665db46-ade1-4aea-88e6-c14ec5d44992 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.886195] env[69481]: DEBUG oslo_concurrency.lockutils [req-74f7d72a-4ffb-4761-8170-6d2b7a67aa37 req-ed32818e-4e6e-4f02-bd2d-fcbef761c0f0 service nova] Acquiring lock "70f7d715-45d0-43ac-8307-16b5623650cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.886454] env[69481]: DEBUG oslo_concurrency.lockutils [req-74f7d72a-4ffb-4761-8170-6d2b7a67aa37 req-ed32818e-4e6e-4f02-bd2d-fcbef761c0f0 service nova] Lock "70f7d715-45d0-43ac-8307-16b5623650cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.886651] env[69481]: DEBUG oslo_concurrency.lockutils [req-74f7d72a-4ffb-4761-8170-6d2b7a67aa37 req-ed32818e-4e6e-4f02-bd2d-fcbef761c0f0 service nova] Lock "70f7d715-45d0-43ac-8307-16b5623650cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.886817] env[69481]: DEBUG nova.compute.manager [req-74f7d72a-4ffb-4761-8170-6d2b7a67aa37 req-ed32818e-4e6e-4f02-bd2d-fcbef761c0f0 service nova] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] No waiting events found dispatching network-vif-plugged-d665db46-ade1-4aea-88e6-c14ec5d44992 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.886961] env[69481]: WARNING nova.compute.manager [req-74f7d72a-4ffb-4761-8170-6d2b7a67aa37 req-ed32818e-4e6e-4f02-bd2d-fcbef761c0f0 service nova] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Received unexpected event network-vif-plugged-d665db46-ade1-4aea-88e6-c14ec5d44992 for instance with vm_state building and task_state spawning. [ 645.899562] env[69481]: DEBUG nova.scheduler.client.report [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Refreshing inventories for resource provider e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 645.916618] env[69481]: DEBUG nova.scheduler.client.report [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating ProviderTree inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 645.916618] env[69481]: DEBUG nova.compute.provider_tree [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.938959] env[69481]: DEBUG nova.scheduler.client.report [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Refreshing aggregate associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, aggregates: None {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 645.961719] env[69481]: DEBUG nova.scheduler.client.report [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Refreshing trait associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 646.011694] env[69481]: DEBUG nova.compute.manager [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.014763] env[69481]: DEBUG nova.compute.manager [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.038659] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263368, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.047688] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263365, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.727127} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.050122] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] b125bc9b-1c50-48df-a058-2264476b6470/b125bc9b-1c50-48df-a058-2264476b6470.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.050415] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.050919] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87184229-722e-4d73-8a85-6aaeee99708b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.058735] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 646.058735] env[69481]: value = "task-3263374" [ 646.058735] env[69481]: _type = "Task" [ 646.058735] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.060927] env[69481]: DEBUG nova.virt.hardware [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.061409] env[69481]: DEBUG nova.virt.hardware [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.061409] env[69481]: DEBUG nova.virt.hardware [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.061528] env[69481]: DEBUG nova.virt.hardware [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.061660] env[69481]: DEBUG nova.virt.hardware [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.061972] env[69481]: DEBUG nova.virt.hardware [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.062247] env[69481]: DEBUG nova.virt.hardware [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.062247] env[69481]: DEBUG nova.virt.hardware [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.062368] env[69481]: DEBUG nova.virt.hardware [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.062715] env[69481]: DEBUG nova.virt.hardware [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.062715] env[69481]: DEBUG nova.virt.hardware [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.063696] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9cc2ba-285e-45ca-87d6-62a3d241ff96 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.081360] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.084866] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb6b0c8-0561-4200-9ce9-439f57b2289d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.175582] env[69481]: INFO nova.compute.manager [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Rebuilding instance [ 646.177561] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquiring lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.177814] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquired lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.177814] env[69481]: DEBUG nova.network.neutron [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.220748] env[69481]: DEBUG nova.compute.manager [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.221537] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e3492a-eeda-46d5-856a-f883e9fb19ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.266501] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263372, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.272293] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da8faa0-5af9-4939-aab7-a39e57828b26 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.275214] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.280219] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8991d1-24e1-4c7a-b99a-e72b405aa6dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.320499] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bca31a-783a-40df-b01d-bb191bf901f5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.328767] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff12ea-f8a3-459a-ae05-4b9f0110a819 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.344867] env[69481]: DEBUG nova.compute.provider_tree [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.500344] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquiring lock "42551aa9-dd5e-4434-9c83-2749d325efe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.500801] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.537343] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263368, 'name': ReconfigVM_Task, 'duration_secs': 1.120523} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.537343] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Reconfigured VM instance instance-00000006 to attach disk [datastore1] c047ff54-83bb-417a-b5fe-0ae70de31e9c/c047ff54-83bb-417a-b5fe-0ae70de31e9c.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.537980] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c4f64a-ce4d-4869-a95e-0f646043c71b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.545429] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 646.545429] env[69481]: value = "task-3263375" [ 646.545429] env[69481]: _type = "Task" [ 646.545429] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.556534] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.563051] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263375, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.572366] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244671} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.572775] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.573659] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f1e7dd-a534-4d3f-9e34-ef5444c968c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.598167] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] b125bc9b-1c50-48df-a058-2264476b6470/b125bc9b-1c50-48df-a058-2264476b6470.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.598616] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51bff894-8393-45d3-9f68-90ffd3ad083f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.618791] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 646.618791] env[69481]: value = "task-3263376" [ 646.618791] env[69481]: _type = "Task" [ 646.618791] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.627538] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.719844] env[69481]: DEBUG nova.network.neutron [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.771456] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263372, 'name': CreateVM_Task, 'duration_secs': 0.773905} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.774752] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.775091] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263373, 'name': ReconfigVM_Task, 'duration_secs': 1.000351} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.775759] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.775920] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.776276] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.776889] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.777488] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69084ccb-0514-4ffb-aaed-eafe38f839ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.779508] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4587bcb6-a70c-47a9-b5da-9c7730aaf3a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.783960] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for the task: (returnval){ [ 646.783960] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a36825-d4d6-2359-e4f5-8b92353f0353" [ 646.783960] env[69481]: _type = "Task" [ 646.783960] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.785510] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 646.785510] env[69481]: value = "task-3263377" [ 646.785510] env[69481]: _type = "Task" [ 646.785510] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.796840] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a36825-d4d6-2359-e4f5-8b92353f0353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.800368] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263377, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.874063] env[69481]: ERROR nova.scheduler.client.report [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [req-3b67f131-c345-4168-b3d6-4f0575a1e77e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e43c54f0-3622-483a-a612-82b8457c9186. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b67f131-c345-4168-b3d6-4f0575a1e77e"}]} [ 646.901378] env[69481]: DEBUG nova.scheduler.client.report [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Refreshing inventories for resource provider e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 646.933723] env[69481]: DEBUG nova.scheduler.client.report [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating ProviderTree inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 646.934066] env[69481]: DEBUG nova.compute.provider_tree [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.949305] env[69481]: DEBUG nova.scheduler.client.report [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Refreshing aggregate associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, aggregates: None {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 646.976031] env[69481]: DEBUG nova.scheduler.client.report [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Refreshing trait associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 647.011929] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquiring lock "a714d3c3-6973-4107-bc30-061e2ac52172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.012533] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Lock "a714d3c3-6973-4107-bc30-061e2ac52172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.012533] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquiring lock "a714d3c3-6973-4107-bc30-061e2ac52172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.013091] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Lock "a714d3c3-6973-4107-bc30-061e2ac52172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.013179] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Lock "a714d3c3-6973-4107-bc30-061e2ac52172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.016891] env[69481]: INFO nova.compute.manager [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Terminating instance [ 647.062188] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263375, 'name': Rename_Task, 'duration_secs': 0.224322} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.063329] env[69481]: DEBUG nova.network.neutron [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updating instance_info_cache with network_info: [{"id": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "address": "fa:16:3e:71:89:6e", "network": {"id": "89ec1c48-6b26-4f26-a2f2-557efa31cda0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2119691391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "501ba7308ad1467b86875e7de2f679ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357ccbd-dc", "ovs_interfaceid": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.064748] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.066089] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32678035-8daf-4c58-8210-9c31219f71d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.077306] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 647.077306] env[69481]: value = "task-3263378" [ 647.077306] env[69481]: _type = "Task" [ 647.077306] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.088439] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.132907] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263376, 'name': ReconfigVM_Task, 'duration_secs': 0.495964} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.133192] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Reconfigured VM instance instance-00000005 to attach disk [datastore1] b125bc9b-1c50-48df-a058-2264476b6470/b125bc9b-1c50-48df-a058-2264476b6470.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.133813] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e064777c-f32d-4ad1-97d7-7622e4097e6b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.139908] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 647.139908] env[69481]: value = "task-3263379" [ 647.139908] env[69481]: _type = "Task" [ 647.139908] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.154315] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263379, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.247164] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.247703] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-333f81aa-2c5f-4613-acc2-c4a9cf7e61eb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.255787] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 647.255787] env[69481]: value = "task-3263380" [ 647.255787] env[69481]: _type = "Task" [ 647.255787] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.266585] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.284251] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77b81f6-8fb3-4b22-9030-f0ca0fb3e817 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.305397] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a5272-46f9-4616-8e31-3eb537017ff7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.310794] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a36825-d4d6-2359-e4f5-8b92353f0353, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.318565] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.318683] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.319024] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.319223] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.319375] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.319837] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263377, 'name': Rename_Task, 'duration_secs': 0.189213} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.320670] env[69481]: DEBUG nova.network.neutron [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Successfully updated port: c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.325078] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea91e600-2695-47f1-8dd8-20084edf56f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.325303] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.351500] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba2a2c8c-f1b9-4e17-b066-d13d74d1d546 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.355239] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b53784-2f5e-4822-8cd3-14953580cdd8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.361280] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.364020] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.365419] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7c9a5a-3394-4f42-9085-66f381516267 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.369242] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 647.369242] env[69481]: value = "task-3263381" [ 647.369242] env[69481]: _type = "Task" [ 647.369242] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.370466] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fe3ce1-b8df-46fe-b5c2-4f6f2e961d0f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.384037] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for the task: (returnval){ [ 647.384037] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b96a20-9a4e-b9fb-a0a2-a62fd09aac01" [ 647.384037] env[69481]: _type = "Task" [ 647.384037] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.400158] env[69481]: DEBUG nova.compute.provider_tree [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.400859] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.406970] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b96a20-9a4e-b9fb-a0a2-a62fd09aac01, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.408927] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa22e59-3d9d-4de6-9450-d35fed798511 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.413525] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for the task: (returnval){ [ 647.413525] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f82c61-b719-6628-0810-3431466fb205" [ 647.413525] env[69481]: _type = "Task" [ 647.413525] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.426441] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f82c61-b719-6628-0810-3431466fb205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.526373] env[69481]: DEBUG nova.compute.manager [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.526373] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.527101] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5aa4f0-7fb0-47b1-8e25-be68a21a8d39 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.541431] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.544663] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-163897b6-321f-44b3-bde8-925b6bb316af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.554542] env[69481]: DEBUG oslo_vmware.api [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 647.554542] env[69481]: value = "task-3263382" [ 647.554542] env[69481]: _type = "Task" [ 647.554542] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.565547] env[69481]: DEBUG oslo_vmware.api [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.571587] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Releasing lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.571873] env[69481]: DEBUG nova.compute.manager [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Instance network_info: |[{"id": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "address": "fa:16:3e:71:89:6e", "network": {"id": "89ec1c48-6b26-4f26-a2f2-557efa31cda0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2119691391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "501ba7308ad1467b86875e7de2f679ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357ccbd-dc", "ovs_interfaceid": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.572531] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:89:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a357ccbd-dcae-45cb-8867-e243e8a991b4', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.580535] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Creating folder: Project (501ba7308ad1467b86875e7de2f679ad). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.581812] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15abdb15-d73f-468f-875a-457d221b9a8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.592619] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.594331] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Created folder: Project (501ba7308ad1467b86875e7de2f679ad) in parent group-v651898. [ 647.594535] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Creating folder: Instances. Parent ref: group-v651923. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.594772] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-450e1681-1971-4608-8929-4dd2e7b4cdf2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.603709] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Created folder: Instances in parent group-v651923. [ 647.603894] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.604139] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.604373] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dcd6c95-29b7-478c-bb25-cbae18d16382 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.624809] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.624809] env[69481]: value = "task-3263385" [ 647.624809] env[69481]: _type = "Task" [ 647.624809] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.633361] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263385, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.652203] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263379, 'name': Rename_Task, 'duration_secs': 0.212265} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.652706] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.652830] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40395fb1-c3e5-4fa9-9ff1-d2160cebc2a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.660229] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 647.660229] env[69481]: value = "task-3263386" [ 647.660229] env[69481]: _type = "Task" [ 647.660229] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.668639] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.769182] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263380, 'name': PowerOffVM_Task, 'duration_secs': 0.224264} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.769318] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.769658] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.770669] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e63724-7970-441f-83a7-733ffae4fad9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.780409] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.780409] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc2adac9-c35c-46d4-866f-83c7a4d69251 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.827417] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.827568] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.827714] env[69481]: DEBUG nova.network.neutron [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.863912] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.863912] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.863912] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleting the datastore file [datastore2] d7ddcb8a-c3b1-45ee-8116-61de7ad1552e {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.863912] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7263b5f3-d76d-4083-af5d-8d99ac6bef1b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.871518] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 647.871518] env[69481]: value = "task-3263388" [ 647.871518] env[69481]: _type = "Task" [ 647.871518] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.887999] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263381, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.894289] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.930214] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f82c61-b719-6628-0810-3431466fb205, 'name': SearchDatastore_Task, 'duration_secs': 0.013393} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.930214] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.930214] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 70f7d715-45d0-43ac-8307-16b5623650cf/70f7d715-45d0-43ac-8307-16b5623650cf.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.930214] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5be5eef-0a63-4198-9af2-d25bcf284e90 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.938498] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for the task: (returnval){ [ 647.938498] env[69481]: value = "task-3263389" [ 647.938498] env[69481]: _type = "Task" [ 647.938498] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.951837] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.958265] env[69481]: DEBUG nova.scheduler.client.report [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updated inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 647.958265] env[69481]: DEBUG nova.compute.provider_tree [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating resource provider e43c54f0-3622-483a-a612-82b8457c9186 generation from 20 to 21 during operation: update_inventory {{(pid=69481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 647.958460] env[69481]: DEBUG nova.compute.provider_tree [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.065773] env[69481]: DEBUG oslo_vmware.api [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263382, 'name': PowerOffVM_Task, 'duration_secs': 0.216253} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.066047] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.066254] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.066520] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d84a7567-bd52-459a-b8e2-d22b442e5595 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.093864] env[69481]: DEBUG oslo_vmware.api [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263378, 'name': PowerOnVM_Task, 'duration_secs': 0.916355} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.095138] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.095433] env[69481]: INFO nova.compute.manager [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Took 11.79 seconds to spawn the instance on the hypervisor. [ 648.095735] env[69481]: DEBUG nova.compute.manager [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.098037] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d95642b-9d3e-4f3f-93c9-ff465a49cf59 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.139793] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263385, 'name': CreateVM_Task, 'duration_secs': 0.381675} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.141455] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.141455] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.141608] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.141793] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Deleting the datastore file [datastore2] a714d3c3-6973-4107-bc30-061e2ac52172 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.142751] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.142959] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.143304] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.143561] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b65bb6d-e060-4966-8d3d-6629123ca1c4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.145911] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc72bc1-195a-4354-9c93-98a531612359 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.151822] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 648.151822] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52719ba7-ede9-87bf-d2e9-99c44f97bcdf" [ 648.151822] env[69481]: _type = "Task" [ 648.151822] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.153244] env[69481]: DEBUG oslo_vmware.api [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for the task: (returnval){ [ 648.153244] env[69481]: value = "task-3263391" [ 648.153244] env[69481]: _type = "Task" [ 648.153244] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.172094] env[69481]: DEBUG oslo_vmware.api [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.172320] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52719ba7-ede9-87bf-d2e9-99c44f97bcdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.177672] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.384923] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303128} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.387869] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.387869] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.388147] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.391315] env[69481]: DEBUG oslo_vmware.api [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263381, 'name': PowerOnVM_Task, 'duration_secs': 0.528743} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.391837] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.392092] env[69481]: INFO nova.compute.manager [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Took 9.78 seconds to spawn the instance on the hypervisor. [ 648.392365] env[69481]: DEBUG nova.compute.manager [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.393291] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4e8218-d509-4637-a396-976c5362bb3d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.418756] env[69481]: DEBUG nova.network.neutron [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.453279] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263389, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.463930] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.492s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.464697] env[69481]: DEBUG nova.compute.manager [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.472617] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.361s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.473968] env[69481]: INFO nova.compute.claims [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.555716] env[69481]: DEBUG nova.compute.manager [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.556927] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af64b8e9-d2bc-4e95-9404-21a62e32bd1e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.627758] env[69481]: INFO nova.compute.manager [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Took 20.33 seconds to build instance. [ 648.672702] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52719ba7-ede9-87bf-d2e9-99c44f97bcdf, 'name': SearchDatastore_Task, 'duration_secs': 0.0182} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.678030] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.678030] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.678030] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.678030] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.678319] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.678562] env[69481]: DEBUG oslo_vmware.api [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Task: {'id': task-3263391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466625} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.678694] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-711446f8-87d7-44b2-9ab5-91a969e91ee4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.680810] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.680987] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.681175] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.681372] env[69481]: INFO nova.compute.manager [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Took 1.16 seconds to destroy the instance on the hypervisor. [ 648.681707] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.686015] env[69481]: DEBUG nova.compute.manager [-] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.686015] env[69481]: DEBUG nova.network.neutron [-] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.689914] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.703804] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.703804] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.706100] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a34988b-d545-4ba2-93df-87c452b048a7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.714352] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 648.714352] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5223444a-3e12-6487-410f-03cb6afff8b0" [ 648.714352] env[69481]: _type = "Task" [ 648.714352] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.726938] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5223444a-3e12-6487-410f-03cb6afff8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.918469] env[69481]: INFO nova.compute.manager [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Took 20.27 seconds to build instance. [ 648.958604] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879734} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.959297] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 70f7d715-45d0-43ac-8307-16b5623650cf/70f7d715-45d0-43ac-8307-16b5623650cf.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.959297] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.960063] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6937d447-7ed5-4dd7-853e-94d9d99c3003 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.967790] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for the task: (returnval){ [ 648.967790] env[69481]: value = "task-3263392" [ 648.967790] env[69481]: _type = "Task" [ 648.967790] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.984184] env[69481]: DEBUG nova.compute.utils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.988730] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.991096] env[69481]: DEBUG nova.compute.manager [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.991096] env[69481]: DEBUG nova.network.neutron [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.997322] env[69481]: DEBUG nova.compute.manager [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.998219] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7169b8-a829-4f50-a19f-f13d637a1468 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.069571] env[69481]: INFO nova.compute.manager [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] instance snapshotting [ 649.069912] env[69481]: WARNING nova.compute.manager [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 649.072562] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dacbdec-606a-4fa7-86bf-e3436f5810c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.096936] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b53d78-f543-464e-8b79-3385932ac0f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.125701] env[69481]: DEBUG nova.policy [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82490f21144b4ffbb7fa1836f67f305c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0ec8e41da6341dd93fb3e9e7dcf3e7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.130144] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da8e8f43-d01c-4835-86e9-5903351f79dd tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Lock "c047ff54-83bb-417a-b5fe-0ae70de31e9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.838s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.135496] env[69481]: DEBUG nova.network.neutron [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updating instance_info_cache with network_info: [{"id": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "address": "fa:16:3e:92:ab:ec", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d4dbaf-8e", "ovs_interfaceid": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.177685] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.226036] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5223444a-3e12-6487-410f-03cb6afff8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.053094} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.227292] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252c4c7e-6693-4be6-9a17-12e65da73897 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.236028] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 649.236028] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]523fac3b-7c5a-1ca3-ed97-e9166acfe442" [ 649.236028] env[69481]: _type = "Task" [ 649.236028] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.247410] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523fac3b-7c5a-1ca3-ed97-e9166acfe442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.421763] env[69481]: DEBUG nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Received event network-changed-d665db46-ade1-4aea-88e6-c14ec5d44992 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.423361] env[69481]: DEBUG nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Refreshing instance network info cache due to event network-changed-d665db46-ade1-4aea-88e6-c14ec5d44992. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.423732] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Acquiring lock "refresh_cache-70f7d715-45d0-43ac-8307-16b5623650cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.423805] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Acquired lock "refresh_cache-70f7d715-45d0-43ac-8307-16b5623650cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.424105] env[69481]: DEBUG nova.network.neutron [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Refreshing network info cache for port d665db46-ade1-4aea-88e6-c14ec5d44992 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.429330] env[69481]: DEBUG nova.virt.hardware [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.429828] env[69481]: DEBUG nova.virt.hardware [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.430129] env[69481]: DEBUG nova.virt.hardware [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.431326] env[69481]: DEBUG nova.virt.hardware [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.431326] env[69481]: DEBUG nova.virt.hardware [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.431326] env[69481]: DEBUG nova.virt.hardware [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.431678] env[69481]: DEBUG nova.virt.hardware [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.432074] env[69481]: DEBUG nova.virt.hardware [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.435383] env[69481]: DEBUG nova.virt.hardware [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.435383] env[69481]: DEBUG nova.virt.hardware [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.435383] env[69481]: DEBUG nova.virt.hardware [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.435383] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4476d15-3f91-4466-8b5b-de8ba311859e tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "033d81f0-8d19-4caf-a260-3ad2ebf8ad6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.790s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.435613] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0436191f-caef-4a69-a642-73c55fce016e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.451435] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb05df04-3fa5-41cc-a7d4-5c9b15b6cd8a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.472250] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:a0:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f48b86b0-002d-4146-8a1c-f494af6ad975', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.481700] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.485838] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.486097] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-280a9523-7131-4bc8-8f65-54c65c607831 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.506310] env[69481]: DEBUG nova.compute.manager [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.513649] env[69481]: INFO nova.compute.manager [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] instance snapshotting [ 649.515280] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068629} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.515931] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.516604] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaf80c8-43f5-426d-b588-63c5d0be8cb0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.520809] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d79f90-90ee-40a2-bbae-96ac2409ed55 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.525101] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.525101] env[69481]: value = "task-3263393" [ 649.525101] env[69481]: _type = "Task" [ 649.525101] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.568071] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 70f7d715-45d0-43ac-8307-16b5623650cf/70f7d715-45d0-43ac-8307-16b5623650cf.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.573551] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9b11cd2-067f-4830-bdc1-b374139e8c24 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.590085] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb30ffb6-81e4-4108-abc7-ae9b0120de83 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.594652] env[69481]: DEBUG nova.network.neutron [-] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.602678] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263393, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.610925] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 649.610925] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for the task: (returnval){ [ 649.610925] env[69481]: value = "task-3263394" [ 649.610925] env[69481]: _type = "Task" [ 649.610925] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.611174] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e60c454e-4bcd-4351-aa91-3f0578764572 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.625603] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.629623] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 649.629623] env[69481]: value = "task-3263395" [ 649.629623] env[69481]: _type = "Task" [ 649.629623] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.640951] env[69481]: DEBUG nova.compute.manager [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.644555] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.644555] env[69481]: DEBUG nova.compute.manager [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Instance network_info: |[{"id": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "address": "fa:16:3e:92:ab:ec", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d4dbaf-8e", "ovs_interfaceid": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.644990] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.645475] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:ab:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3d4dbaf-8e0e-4421-9085-878d342deed4', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.654256] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating folder: Project (9028f818ee63445280fba75c912fd365). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.657811] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc44b930-1435-4ffd-86d7-0c91e9098011 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.672449] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Created folder: Project (9028f818ee63445280fba75c912fd365) in parent group-v651898. [ 649.672449] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating folder: Instances. Parent ref: group-v651927. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.672760] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e812427f-1a0b-493f-9bc4-bbb6520383a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.681327] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.683618] env[69481]: DEBUG nova.network.neutron [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Successfully created port: a9be0155-f1bd-4a32-ba7a-43e56794cd41 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.694064] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Created folder: Instances in parent group-v651927. [ 649.694409] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.699199] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.701408] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-041afbdc-dd7d-4fcd-8335-834b64b56c51 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.727289] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.727289] env[69481]: value = "task-3263398" [ 649.727289] env[69481]: _type = "Task" [ 649.727289] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.740023] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263398, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.750868] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523fac3b-7c5a-1ca3-ed97-e9166acfe442, 'name': SearchDatastore_Task, 'duration_secs': 0.048933} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.751146] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.751428] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] b700fd5c-bea2-48c1-ba6d-c361872636e2/b700fd5c-bea2-48c1-ba6d-c361872636e2.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.752379] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7263508-9a7f-46c5-84c2-fb7b74bfe039 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.762764] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 649.762764] env[69481]: value = "task-3263399" [ 649.762764] env[69481]: _type = "Task" [ 649.762764] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.778080] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.942308] env[69481]: DEBUG nova.compute.manager [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.955153] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e61f2db-cd3b-4873-bf56-090506a10712 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.968549] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4e6677-6a40-4912-9a52-d01ede0c6ce4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.024250] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31f031d-0761-4792-9849-aaa5364928e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.037766] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d145780b-29fa-4778-bede-5bf6a86fcdef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.047273] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263393, 'name': CreateVM_Task, 'duration_secs': 0.383113} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.048501] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.048676] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.048840] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.049934] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.050214] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45594c95-6488-4d3b-9567-a45704f4d786 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.062331] env[69481]: DEBUG nova.compute.provider_tree [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.073477] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 650.073477] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e1e070-85b1-8b66-a8ef-e8f45f094414" [ 650.073477] env[69481]: _type = "Task" [ 650.073477] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.084493] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e1e070-85b1-8b66-a8ef-e8f45f094414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.101908] env[69481]: INFO nova.compute.manager [-] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Took 1.42 seconds to deallocate network for instance. [ 650.113827] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 650.113827] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88288878-e89b-4dcb-afa9-b822a0f4e566 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.130790] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263394, 'name': ReconfigVM_Task, 'duration_secs': 0.351237} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.132468] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 650.132468] env[69481]: value = "task-3263400" [ 650.132468] env[69481]: _type = "Task" [ 650.132468] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.132468] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 70f7d715-45d0-43ac-8307-16b5623650cf/70f7d715-45d0-43ac-8307-16b5623650cf.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.136509] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-476cea99-c157-4651-8748-8babc6fffd2b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.149572] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263395, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.154823] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263400, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.155642] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for the task: (returnval){ [ 650.155642] env[69481]: value = "task-3263401" [ 650.155642] env[69481]: _type = "Task" [ 650.155642] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.179057] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.190232] env[69481]: DEBUG oslo_vmware.api [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263386, 'name': PowerOnVM_Task, 'duration_secs': 2.445222} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.190452] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263401, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.190700] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.190868] env[69481]: INFO nova.compute.manager [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Took 16.20 seconds to spawn the instance on the hypervisor. [ 650.191049] env[69481]: DEBUG nova.compute.manager [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.192088] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cfb168-3a36-4d22-a4ea-543b5e396cbb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.245411] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263398, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.275009] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263399, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.411123] env[69481]: DEBUG nova.network.neutron [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Updated VIF entry in instance network info cache for port d665db46-ade1-4aea-88e6-c14ec5d44992. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.414869] env[69481]: DEBUG nova.network.neutron [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Updating instance_info_cache with network_info: [{"id": "d665db46-ade1-4aea-88e6-c14ec5d44992", "address": "fa:16:3e:67:a0:09", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd665db46-ad", "ovs_interfaceid": "d665db46-ade1-4aea-88e6-c14ec5d44992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.485923] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.523792] env[69481]: DEBUG nova.compute.manager [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.560441] env[69481]: DEBUG nova.compute.manager [None req-31f34ec4-e714-4b33-b8ea-6301b13e4e9c tempest-ServerDiagnosticsV248Test-504246386 tempest-ServerDiagnosticsV248Test-504246386-project-admin] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.563180] env[69481]: DEBUG nova.virt.hardware [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.563480] env[69481]: DEBUG nova.virt.hardware [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.563671] env[69481]: DEBUG nova.virt.hardware [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.563944] env[69481]: DEBUG nova.virt.hardware [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.564154] env[69481]: DEBUG nova.virt.hardware [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.564359] env[69481]: DEBUG nova.virt.hardware [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.564646] env[69481]: DEBUG nova.virt.hardware [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.564910] env[69481]: DEBUG nova.virt.hardware [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.565279] env[69481]: DEBUG nova.virt.hardware [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.565375] env[69481]: DEBUG nova.virt.hardware [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.565846] env[69481]: DEBUG nova.virt.hardware [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.570489] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3c3eca-f0e2-4ab4-9eb9-3090a70ec961 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.572807] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c7030-2411-467e-85d5-4f459775de14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.577488] env[69481]: DEBUG nova.scheduler.client.report [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.587560] env[69481]: INFO nova.compute.manager [None req-31f34ec4-e714-4b33-b8ea-6301b13e4e9c tempest-ServerDiagnosticsV248Test-504246386 tempest-ServerDiagnosticsV248Test-504246386-project-admin] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Retrieving diagnostics [ 650.591428] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49804bfd-384c-4730-8fd4-f925b626c80a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.601076] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d5eac4-369e-47e7-afde-57caa20afdac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.604965] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e1e070-85b1-8b66-a8ef-e8f45f094414, 'name': SearchDatastore_Task, 'duration_secs': 0.023655} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.605896] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.605896] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.606050] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.606985] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.606985] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.606985] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b27c62e-78d2-469b-8c26-d64596e97cb8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.651172] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.675456] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.675663] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.676451] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263395, 'name': CreateSnapshot_Task, 'duration_secs': 0.529823} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.679861] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c4e69d-870e-4bff-84c3-69245be4d4ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.682272] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 650.683060] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263400, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.686829] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f93c339-2b96-4d51-a2b2-acd66f3dc825 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.689524] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263401, 'name': Rename_Task, 'duration_secs': 0.201621} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.690486] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.691052] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-955e3345-3ba0-4e6d-b2f1-93bded226445 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.702568] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 650.702568] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5220ee63-d04d-db98-6e60-8ad99a41c001" [ 650.702568] env[69481]: _type = "Task" [ 650.702568] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.718179] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for the task: (returnval){ [ 650.718179] env[69481]: value = "task-3263402" [ 650.718179] env[69481]: _type = "Task" [ 650.718179] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.723399] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5220ee63-d04d-db98-6e60-8ad99a41c001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.723914] env[69481]: INFO nova.compute.manager [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Took 22.75 seconds to build instance. [ 650.734382] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263402, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.743953] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263398, 'name': CreateVM_Task, 'duration_secs': 0.614567} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.745565] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.746791] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.747222] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.747802] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.748702] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5bb14f3-6256-4466-b030-f9c4be43d6b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.754750] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 650.754750] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d46e4c-98e6-03c9-2782-b432a2e0eba9" [ 650.754750] env[69481]: _type = "Task" [ 650.754750] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.765323] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d46e4c-98e6-03c9-2782-b432a2e0eba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.774314] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591601} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.774457] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] b700fd5c-bea2-48c1-ba6d-c361872636e2/b700fd5c-bea2-48c1-ba6d-c361872636e2.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.774866] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.774901] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fba9929-ac0e-4c8b-a4a6-1e313895c6c2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.782229] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 650.782229] env[69481]: value = "task-3263403" [ 650.782229] env[69481]: _type = "Task" [ 650.782229] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.796828] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.918751] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Releasing lock "refresh_cache-70f7d715-45d0-43ac-8307-16b5623650cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.919102] env[69481]: DEBUG nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Received event network-vif-plugged-a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.919403] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Acquiring lock "b700fd5c-bea2-48c1-ba6d-c361872636e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.919590] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Lock "b700fd5c-bea2-48c1-ba6d-c361872636e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.919765] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Lock "b700fd5c-bea2-48c1-ba6d-c361872636e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.919936] env[69481]: DEBUG nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] No waiting events found dispatching network-vif-plugged-a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.920160] env[69481]: WARNING nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Received unexpected event network-vif-plugged-a357ccbd-dcae-45cb-8867-e243e8a991b4 for instance with vm_state building and task_state spawning. [ 650.920284] env[69481]: DEBUG nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Received event network-changed-a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.920502] env[69481]: DEBUG nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Refreshing instance network info cache due to event network-changed-a357ccbd-dcae-45cb-8867-e243e8a991b4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.920657] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Acquiring lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.920999] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Acquired lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.920999] env[69481]: DEBUG nova.network.neutron [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Refreshing network info cache for port a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.082594] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.083158] env[69481]: DEBUG nova.compute.manager [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.087735] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.832s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.089347] env[69481]: INFO nova.compute.claims [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.159532] env[69481]: INFO nova.compute.manager [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Rebuilding instance [ 651.167786] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263400, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.213428] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 651.214582] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef8afa4b-2f38-4b69-8970-c1be9e6526b6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.237642] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2d02ec90-f68a-4592-9dd5-46232053bc26 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "b125bc9b-1c50-48df-a058-2264476b6470" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.274s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.237937] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5220ee63-d04d-db98-6e60-8ad99a41c001, 'name': SearchDatastore_Task, 'duration_secs': 0.020012} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.238169] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 651.238169] env[69481]: value = "task-3263404" [ 651.238169] env[69481]: _type = "Task" [ 651.238169] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.243754] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2001d0-36a3-45fa-8e5c-06e28b59b32f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.263690] env[69481]: DEBUG oslo_vmware.api [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263402, 'name': PowerOnVM_Task, 'duration_secs': 0.509555} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.264045] env[69481]: DEBUG nova.compute.manager [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.268339] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.268618] env[69481]: INFO nova.compute.manager [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Took 10.17 seconds to spawn the instance on the hypervisor. [ 651.268812] env[69481]: DEBUG nova.compute.manager [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.269612] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6686425-a16a-4322-bc3a-a999f94e559d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.278301] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16956234-de25-4b43-ae1e-74a8917caf36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.280638] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263404, 'name': CloneVM_Task} progress is 16%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.281509] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 651.281509] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]523976ac-ab50-dcaf-1935-1c6f8eeed6f3" [ 651.281509] env[69481]: _type = "Task" [ 651.281509] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.293072] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d46e4c-98e6-03c9-2782-b432a2e0eba9, 'name': SearchDatastore_Task, 'duration_secs': 0.012746} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.303501] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.303501] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.303501] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.303501] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.304669] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.309691] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1e7af6c-e677-4dd3-9a17-1c5957917e09 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.312186] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523976ac-ab50-dcaf-1935-1c6f8eeed6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.031015} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.313080] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.313408] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] d7ddcb8a-c3b1-45ee-8116-61de7ad1552e/d7ddcb8a-c3b1-45ee-8116-61de7ad1552e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.315357] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6ea0288-395d-4ad1-a114-a86c153116ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.321029] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06523} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.321133] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.322026] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb00e531-1e06-462c-b1dd-651572b1c95c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.327190] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 651.327190] env[69481]: value = "task-3263405" [ 651.327190] env[69481]: _type = "Task" [ 651.327190] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.327608] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.327743] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.328935] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce84a33-d640-4e8a-a7e6-c06ba49c664e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.354302] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] b700fd5c-bea2-48c1-ba6d-c361872636e2/b700fd5c-bea2-48c1-ba6d-c361872636e2.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.357579] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c64767-60f1-4738-a705-ae0737bac34d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.381844] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 651.381844] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d0fc4e-7407-f653-411d-80cd4adac842" [ 651.381844] env[69481]: _type = "Task" [ 651.381844] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.393417] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 651.393417] env[69481]: value = "task-3263406" [ 651.393417] env[69481]: _type = "Task" [ 651.393417] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.394785] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.406062] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d0fc4e-7407-f653-411d-80cd4adac842, 'name': SearchDatastore_Task, 'duration_secs': 0.030141} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.407594] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bad42f-6692-4cf0-a19e-576e7737a3e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.419296] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.426749] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 651.426749] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]527f9f67-3581-720b-3970-06aab50315e4" [ 651.426749] env[69481]: _type = "Task" [ 651.426749] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.439331] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527f9f67-3581-720b-3970-06aab50315e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.594125] env[69481]: DEBUG nova.compute.utils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.598091] env[69481]: DEBUG nova.compute.manager [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.598619] env[69481]: DEBUG nova.network.neutron [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.666753] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263400, 'name': CreateSnapshot_Task, 'duration_secs': 1.108938} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.667026] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 651.667853] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a84226-21e2-4a9e-9e54-2aaeeb0f5af3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.756704] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263404, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.788870] env[69481]: DEBUG nova.policy [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82490f21144b4ffbb7fa1836f67f305c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0ec8e41da6341dd93fb3e9e7dcf3e7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.828754] env[69481]: INFO nova.compute.manager [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Took 22.34 seconds to build instance. [ 651.844834] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263405, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.906917] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.942088] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527f9f67-3581-720b-3970-06aab50315e4, 'name': SearchDatastore_Task, 'duration_secs': 0.022317} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.942495] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.943223] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] e8849400-5f6e-4718-ac0d-f8d9220cc88a/e8849400-5f6e-4718-ac0d-f8d9220cc88a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.943522] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6ac36d6-6425-4c75-aa39-59c0ee5178b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.954258] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 651.954258] env[69481]: value = "task-3263407" [ 651.954258] env[69481]: _type = "Task" [ 651.954258] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.963839] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.098357] env[69481]: DEBUG nova.network.neutron [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Successfully updated port: a9be0155-f1bd-4a32-ba7a-43e56794cd41 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.099917] env[69481]: DEBUG nova.compute.manager [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.192449] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 652.193277] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a3f43112-f75d-4319-b22d-8c6f6e9036e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.197549] env[69481]: DEBUG nova.network.neutron [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updated VIF entry in instance network info cache for port a357ccbd-dcae-45cb-8867-e243e8a991b4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.197867] env[69481]: DEBUG nova.network.neutron [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updating instance_info_cache with network_info: [{"id": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "address": "fa:16:3e:71:89:6e", "network": {"id": "89ec1c48-6b26-4f26-a2f2-557efa31cda0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2119691391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "501ba7308ad1467b86875e7de2f679ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357ccbd-dc", "ovs_interfaceid": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.201625] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 652.201625] env[69481]: value = "task-3263408" [ 652.201625] env[69481]: _type = "Task" [ 652.201625] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.212028] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263408, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.256625] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263404, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.309024] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.309024] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-009f494e-dad9-4855-887d-8eae61634557 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.314087] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 652.314087] env[69481]: value = "task-3263409" [ 652.314087] env[69481]: _type = "Task" [ 652.314087] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.327427] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.343076] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ce5f0e0-8b44-4fc7-976a-da7a7446c2f7 tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Lock "70f7d715-45d0-43ac-8307-16b5623650cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.864s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.353278] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780426} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.353591] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] d7ddcb8a-c3b1-45ee-8116-61de7ad1552e/d7ddcb8a-c3b1-45ee-8116-61de7ad1552e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.354063] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.354149] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa8fea2-618d-41fc-9e44-1ac3b6730f9e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.373021] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 652.373021] env[69481]: value = "task-3263410" [ 652.373021] env[69481]: _type = "Task" [ 652.373021] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.385077] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.410601] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263406, 'name': ReconfigVM_Task, 'duration_secs': 0.588269} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.413838] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Reconfigured VM instance instance-00000009 to attach disk [datastore1] b700fd5c-bea2-48c1-ba6d-c361872636e2/b700fd5c-bea2-48c1-ba6d-c361872636e2.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.414985] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b154faf-5c5f-48bb-ba18-9fcad7ceb6b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.425803] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 652.425803] env[69481]: value = "task-3263411" [ 652.425803] env[69481]: _type = "Task" [ 652.425803] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.442860] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263411, 'name': Rename_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.468964] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263407, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.471709] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffffcc3-c319-4d28-bf2d-e69949ba95c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.483390] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22c11ed-c76e-4a54-b319-27b91d65dc94 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.522681] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288ef65e-0f4d-406e-9d3a-b05d97191dfc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.526432] env[69481]: DEBUG nova.network.neutron [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Successfully created port: 6a1fca62-22d4-47c7-b80c-3ddee599b515 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.535166] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa954648-1430-4188-a099-6f5eb756d8ed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.555573] env[69481]: DEBUG nova.compute.provider_tree [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.609029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "refresh_cache-9ef29985-af3c-4d65-856b-a030f111cf85" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.609029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "refresh_cache-9ef29985-af3c-4d65-856b-a030f111cf85" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.609029] env[69481]: DEBUG nova.network.neutron [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.700473] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Releasing lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.701108] env[69481]: DEBUG nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Received event network-vif-plugged-c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.701383] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Acquiring lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.702099] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.702427] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.702722] env[69481]: DEBUG nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] No waiting events found dispatching network-vif-plugged-c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.702889] env[69481]: WARNING nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Received unexpected event network-vif-plugged-c3d4dbaf-8e0e-4421-9085-878d342deed4 for instance with vm_state building and task_state spawning. [ 652.703118] env[69481]: DEBUG nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Received event network-changed-c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.703502] env[69481]: DEBUG nova.compute.manager [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Refreshing instance network info cache due to event network-changed-c3d4dbaf-8e0e-4421-9085-878d342deed4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.703567] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Acquiring lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.703706] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Acquired lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.703972] env[69481]: DEBUG nova.network.neutron [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Refreshing network info cache for port c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.721174] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263408, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.759730] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263404, 'name': CloneVM_Task} progress is 95%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.825271] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263409, 'name': PowerOffVM_Task, 'duration_secs': 0.243033} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.825586] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.829022] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.829022] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed08deac-f261-4152-b411-5a4dc461e1f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.838020] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.838020] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c363b77c-095a-4ff8-8a85-a9105a0dcd2a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.863338] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.863582] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.863808] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Deleting the datastore file [datastore1] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.864120] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2c51d4b-8f94-4a59-bf62-dcb233cca810 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.873220] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 652.873220] env[69481]: value = "task-3263413" [ 652.873220] env[69481]: _type = "Task" [ 652.873220] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.888124] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090696} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.890067] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.890469] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.891817] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e191187-4b82-4223-8ebd-142e0e5a09f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.919446] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] d7ddcb8a-c3b1-45ee-8116-61de7ad1552e/d7ddcb8a-c3b1-45ee-8116-61de7ad1552e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.919822] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38946a2d-2089-480c-9554-a398f5d825a7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.944769] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263411, 'name': Rename_Task, 'duration_secs': 0.338711} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.947959] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.947959] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 652.947959] env[69481]: value = "task-3263414" [ 652.947959] env[69481]: _type = "Task" [ 652.947959] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.948302] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b63c6c63-a485-45ba-a5fc-ec33175468a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.960616] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 652.960616] env[69481]: value = "task-3263415" [ 652.960616] env[69481]: _type = "Task" [ 652.960616] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.965885] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.972453] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754735} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.973939] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] e8849400-5f6e-4718-ac0d-f8d9220cc88a/e8849400-5f6e-4718-ac0d-f8d9220cc88a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.974147] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.974480] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6951c6ae-7303-47a8-bf2f-453b48283ffa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.980336] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263415, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.986071] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 652.986071] env[69481]: value = "task-3263416" [ 652.986071] env[69481]: _type = "Task" [ 652.986071] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.994915] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.059102] env[69481]: DEBUG nova.scheduler.client.report [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.116567] env[69481]: DEBUG nova.compute.manager [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.147305] env[69481]: DEBUG nova.virt.hardware [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.147545] env[69481]: DEBUG nova.virt.hardware [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.147828] env[69481]: DEBUG nova.virt.hardware [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.147888] env[69481]: DEBUG nova.virt.hardware [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.148088] env[69481]: DEBUG nova.virt.hardware [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.148234] env[69481]: DEBUG nova.virt.hardware [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.148427] env[69481]: DEBUG nova.virt.hardware [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.148620] env[69481]: DEBUG nova.virt.hardware [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.148802] env[69481]: DEBUG nova.virt.hardware [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.148967] env[69481]: DEBUG nova.virt.hardware [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.149190] env[69481]: DEBUG nova.virt.hardware [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.150190] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ee3caa-b538-4333-adf3-675197260301 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.160048] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd81d561-ac80-4727-b530-cd2948f34e52 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.196164] env[69481]: DEBUG nova.network.neutron [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.219711] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263408, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.257337] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263404, 'name': CloneVM_Task, 'duration_secs': 1.983058} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.257577] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Created linked-clone VM from snapshot [ 653.258489] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9e8938-73a1-4202-aaee-e9c9c66e115b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.266008] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Uploading image 61b3f8b8-d8ef-447d-98c1-3dad59f570b7 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 653.269857] env[69481]: DEBUG nova.compute.manager [req-0b9ca444-001f-44d2-8608-cf9b9dc6461d req-87c47f08-641d-4446-ad95-2ef1fc70fe39 service nova] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Received event network-vif-deleted-31f9b93d-573e-44e8-aa9f-79d56896a436 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.300198] env[69481]: DEBUG oslo_vmware.rw_handles [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 653.300198] env[69481]: value = "vm-651932" [ 653.300198] env[69481]: _type = "VirtualMachine" [ 653.300198] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 653.300198] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-72ee82fc-c3d1-429c-8eaf-4e683e187e09 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.307666] env[69481]: DEBUG oslo_vmware.rw_handles [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lease: (returnval){ [ 653.307666] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52044999-f995-e0bb-025d-a93f26542c6b" [ 653.307666] env[69481]: _type = "HttpNfcLease" [ 653.307666] env[69481]: } obtained for exporting VM: (result){ [ 653.307666] env[69481]: value = "vm-651932" [ 653.307666] env[69481]: _type = "VirtualMachine" [ 653.307666] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 653.307970] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the lease: (returnval){ [ 653.307970] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52044999-f995-e0bb-025d-a93f26542c6b" [ 653.307970] env[69481]: _type = "HttpNfcLease" [ 653.307970] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 653.317633] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.317633] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52044999-f995-e0bb-025d-a93f26542c6b" [ 653.317633] env[69481]: _type = "HttpNfcLease" [ 653.317633] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 653.346848] env[69481]: DEBUG nova.compute.manager [req-10494c3a-d7f0-4b14-8af5-349b65530ecc req-a5005e8d-c168-4a80-922a-4ac9775a3159 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Received event network-vif-plugged-a9be0155-f1bd-4a32-ba7a-43e56794cd41 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.347209] env[69481]: DEBUG oslo_concurrency.lockutils [req-10494c3a-d7f0-4b14-8af5-349b65530ecc req-a5005e8d-c168-4a80-922a-4ac9775a3159 service nova] Acquiring lock "9ef29985-af3c-4d65-856b-a030f111cf85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.348354] env[69481]: DEBUG oslo_concurrency.lockutils [req-10494c3a-d7f0-4b14-8af5-349b65530ecc req-a5005e8d-c168-4a80-922a-4ac9775a3159 service nova] Lock "9ef29985-af3c-4d65-856b-a030f111cf85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.348354] env[69481]: DEBUG oslo_concurrency.lockutils [req-10494c3a-d7f0-4b14-8af5-349b65530ecc req-a5005e8d-c168-4a80-922a-4ac9775a3159 service nova] Lock "9ef29985-af3c-4d65-856b-a030f111cf85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.348354] env[69481]: DEBUG nova.compute.manager [req-10494c3a-d7f0-4b14-8af5-349b65530ecc req-a5005e8d-c168-4a80-922a-4ac9775a3159 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] No waiting events found dispatching network-vif-plugged-a9be0155-f1bd-4a32-ba7a-43e56794cd41 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.348354] env[69481]: WARNING nova.compute.manager [req-10494c3a-d7f0-4b14-8af5-349b65530ecc req-a5005e8d-c168-4a80-922a-4ac9775a3159 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Received unexpected event network-vif-plugged-a9be0155-f1bd-4a32-ba7a-43e56794cd41 for instance with vm_state building and task_state spawning. [ 653.388352] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19918} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.390714] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.392517] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.392769] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.466529] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.476022] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263415, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.500126] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07386} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.501134] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.502269] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8e0fd1-1f56-4e75-b5a3-fe9ee6234c15 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.536424] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] e8849400-5f6e-4718-ac0d-f8d9220cc88a/e8849400-5f6e-4718-ac0d-f8d9220cc88a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.537373] env[69481]: DEBUG nova.network.neutron [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Updating instance_info_cache with network_info: [{"id": "a9be0155-f1bd-4a32-ba7a-43e56794cd41", "address": "fa:16:3e:cf:38:8d", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9be0155-f1", "ovs_interfaceid": "a9be0155-f1bd-4a32-ba7a-43e56794cd41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.541965] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6b827a-1041-453d-b836-32c7d1151108 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.566361] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.567442] env[69481]: DEBUG nova.compute.manager [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.568968] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquiring lock "88a26444-e368-4ea8-8396-9ba0a921a52a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.569203] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Lock "88a26444-e368-4ea8-8396-9ba0a921a52a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.572874] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.483s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.574643] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 653.574643] env[69481]: value = "task-3263418" [ 653.574643] env[69481]: _type = "Task" [ 653.574643] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.584392] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263418, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.718825] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263408, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.821835] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.821835] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52044999-f995-e0bb-025d-a93f26542c6b" [ 653.821835] env[69481]: _type = "HttpNfcLease" [ 653.821835] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 653.822279] env[69481]: DEBUG oslo_vmware.rw_handles [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 653.822279] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52044999-f995-e0bb-025d-a93f26542c6b" [ 653.822279] env[69481]: _type = "HttpNfcLease" [ 653.822279] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 653.824317] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5470df-2285-44d4-8497-92c1af57827f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.846364] env[69481]: DEBUG oslo_vmware.rw_handles [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252162a-2f86-4220-c316-960d29601e7b/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 653.846554] env[69481]: DEBUG oslo_vmware.rw_handles [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252162a-2f86-4220-c316-960d29601e7b/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 653.916681] env[69481]: DEBUG nova.network.neutron [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updated VIF entry in instance network info cache for port c3d4dbaf-8e0e-4421-9085-878d342deed4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.916918] env[69481]: DEBUG nova.network.neutron [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updating instance_info_cache with network_info: [{"id": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "address": "fa:16:3e:92:ab:ec", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d4dbaf-8e", "ovs_interfaceid": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.967612] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4aafdca0-0421-4a42-a7bc-c33b6a8dd713 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.970341] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263414, 'name': ReconfigVM_Task, 'duration_secs': 0.859311} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.977425] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Reconfigured VM instance instance-00000003 to attach disk [datastore2] d7ddcb8a-c3b1-45ee-8116-61de7ad1552e/d7ddcb8a-c3b1-45ee-8116-61de7ad1552e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.979507] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2467046f-b606-4ca4-97cc-f1e0b1aff65a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.994553] env[69481]: DEBUG oslo_vmware.api [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263415, 'name': PowerOnVM_Task, 'duration_secs': 0.996777} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.994907] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 653.994907] env[69481]: value = "task-3263419" [ 653.994907] env[69481]: _type = "Task" [ 653.994907] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.995307] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.995449] env[69481]: INFO nova.compute.manager [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Took 10.35 seconds to spawn the instance on the hypervisor. [ 653.996077] env[69481]: DEBUG nova.compute.manager [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.996587] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c69b07-d929-4158-af09-c5482faa199e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.017630] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263419, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.023831] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.024226] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.064613] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "refresh_cache-9ef29985-af3c-4d65-856b-a030f111cf85" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.064944] env[69481]: DEBUG nova.compute.manager [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Instance network_info: |[{"id": "a9be0155-f1bd-4a32-ba7a-43e56794cd41", "address": "fa:16:3e:cf:38:8d", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9be0155-f1", "ovs_interfaceid": "a9be0155-f1bd-4a32-ba7a-43e56794cd41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.066485] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:38:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9be0155-f1bd-4a32-ba7a-43e56794cd41', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.078356] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Creating folder: Project (b0ec8e41da6341dd93fb3e9e7dcf3e7a). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.080427] env[69481]: DEBUG nova.compute.utils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.087711] env[69481]: DEBUG nova.compute.manager [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.091170] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79a98509-62f6-4f17-8592-8122d804c23e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.094481] env[69481]: DEBUG nova.compute.manager [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.094481] env[69481]: DEBUG nova.network.neutron [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.109875] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263418, 'name': ReconfigVM_Task, 'duration_secs': 0.529525} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.109875] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] e8849400-5f6e-4718-ac0d-f8d9220cc88a/e8849400-5f6e-4718-ac0d-f8d9220cc88a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.110405] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3007000-76e4-4730-a13d-0e9a2a805cd0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.121821] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 654.121821] env[69481]: value = "task-3263421" [ 654.121821] env[69481]: _type = "Task" [ 654.121821] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.122110] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Created folder: Project (b0ec8e41da6341dd93fb3e9e7dcf3e7a) in parent group-v651898. [ 654.126026] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Creating folder: Instances. Parent ref: group-v651934. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.126026] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33ef637b-ea74-45cd-8e74-80ff7a7ab88d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.151139] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Created folder: Instances in parent group-v651934. [ 654.151139] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.151318] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263421, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.151554] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.154032] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55fe0d0b-3b59-4ac8-97eb-38c8b03df926 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.172544] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.172544] env[69481]: value = "task-3263423" [ 654.172544] env[69481]: _type = "Task" [ 654.172544] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.182322] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263423, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.215733] env[69481]: DEBUG nova.policy [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7cc13e42c0b4479bc87ece39e5bb3ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e60efb4438844d50b80c5d22f16bcc10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.222649] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263408, 'name': CloneVM_Task, 'duration_secs': 1.830336} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.222912] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Created linked-clone VM from snapshot [ 654.223761] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f377bcb8-024a-4014-8e52-dabc5218ab98 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.231690] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Uploading image f9ee0032-5832-4aa2-8c53-f211a0c3e71c {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 654.260147] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 654.260147] env[69481]: value = "vm-651933" [ 654.260147] env[69481]: _type = "VirtualMachine" [ 654.260147] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 654.260147] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-667d0e21-484b-43f7-ba05-df059ee71768 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.269548] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lease: (returnval){ [ 654.269548] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52533c8a-e970-4c24-10bd-19208b1ab995" [ 654.269548] env[69481]: _type = "HttpNfcLease" [ 654.269548] env[69481]: } obtained for exporting VM: (result){ [ 654.269548] env[69481]: value = "vm-651933" [ 654.269548] env[69481]: _type = "VirtualMachine" [ 654.269548] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 654.270521] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the lease: (returnval){ [ 654.270521] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52533c8a-e970-4c24-10bd-19208b1ab995" [ 654.270521] env[69481]: _type = "HttpNfcLease" [ 654.270521] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 654.281913] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.281913] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52533c8a-e970-4c24-10bd-19208b1ab995" [ 654.281913] env[69481]: _type = "HttpNfcLease" [ 654.281913] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 654.338757] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Acquiring lock "b125bc9b-1c50-48df-a058-2264476b6470" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.339015] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Lock "b125bc9b-1c50-48df-a058-2264476b6470" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.339270] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Acquiring lock "b125bc9b-1c50-48df-a058-2264476b6470-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.339527] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Lock "b125bc9b-1c50-48df-a058-2264476b6470-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.339737] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Lock "b125bc9b-1c50-48df-a058-2264476b6470-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.342104] env[69481]: INFO nova.compute.manager [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Terminating instance [ 654.420967] env[69481]: DEBUG oslo_concurrency.lockutils [req-9c4abdfe-531f-413f-80db-65f8a96c6a6d req-47597515-6b5b-47b2-820c-fa5b707d92a1 service nova] Releasing lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.457869] env[69481]: DEBUG nova.virt.hardware [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.457869] env[69481]: DEBUG nova.virt.hardware [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.458046] env[69481]: DEBUG nova.virt.hardware [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.458231] env[69481]: DEBUG nova.virt.hardware [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.458387] env[69481]: DEBUG nova.virt.hardware [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.458552] env[69481]: DEBUG nova.virt.hardware [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.458773] env[69481]: DEBUG nova.virt.hardware [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.459600] env[69481]: DEBUG nova.virt.hardware [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.459600] env[69481]: DEBUG nova.virt.hardware [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.459600] env[69481]: DEBUG nova.virt.hardware [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.459600] env[69481]: DEBUG nova.virt.hardware [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.460618] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f831f591-8d6d-42d8-a74f-b6facf062f6f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.470797] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109f600a-5668-492a-909b-82d549355cf4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.492360] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.498914] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.498914] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.503908] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3eed56b-4b9a-4864-83fb-76bf92ca8a41 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.530751] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263419, 'name': Rename_Task, 'duration_secs': 0.187891} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.533770] env[69481]: DEBUG nova.compute.manager [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.539826] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.540226] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.540226] env[69481]: value = "task-3263425" [ 654.540226] env[69481]: _type = "Task" [ 654.540226] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.542353] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc93cc53-7d15-4960-b0af-027387908085 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.544792] env[69481]: INFO nova.compute.manager [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Took 22.55 seconds to build instance. [ 654.563574] env[69481]: DEBUG nova.compute.manager [None req-871f4895-6a85-46fc-9cab-b343754c6c0b tempest-ServerExternalEventsTest-1343051022 tempest-ServerExternalEventsTest-1343051022-project] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Received event network-changed {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.563850] env[69481]: DEBUG nova.compute.manager [None req-871f4895-6a85-46fc-9cab-b343754c6c0b tempest-ServerExternalEventsTest-1343051022 tempest-ServerExternalEventsTest-1343051022-project] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Refreshing instance network info cache due to event network-changed. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.564105] env[69481]: DEBUG oslo_concurrency.lockutils [None req-871f4895-6a85-46fc-9cab-b343754c6c0b tempest-ServerExternalEventsTest-1343051022 tempest-ServerExternalEventsTest-1343051022-project] Acquiring lock "refresh_cache-70f7d715-45d0-43ac-8307-16b5623650cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.564288] env[69481]: DEBUG oslo_concurrency.lockutils [None req-871f4895-6a85-46fc-9cab-b343754c6c0b tempest-ServerExternalEventsTest-1343051022 tempest-ServerExternalEventsTest-1343051022-project] Acquired lock "refresh_cache-70f7d715-45d0-43ac-8307-16b5623650cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.564506] env[69481]: DEBUG nova.network.neutron [None req-871f4895-6a85-46fc-9cab-b343754c6c0b tempest-ServerExternalEventsTest-1343051022 tempest-ServerExternalEventsTest-1343051022-project] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.579958] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 654.579958] env[69481]: value = "task-3263426" [ 654.579958] env[69481]: _type = "Task" [ 654.579958] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.602847] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263425, 'name': CreateVM_Task} progress is 15%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.604109] env[69481]: DEBUG nova.compute.manager [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.636009] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.655410] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263421, 'name': Rename_Task, 'duration_secs': 0.26702} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.657208] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.660760] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.662170] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a714d3c3-6973-4107-bc30-061e2ac52172 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 654.662170] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.662170] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance d7ddcb8a-c3b1-45ee-8116-61de7ad1552e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.662343] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 995a6972-c2c5-4559-bec6-b5de4ed09a61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.662423] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance b125bc9b-1c50-48df-a058-2264476b6470 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.663268] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance c047ff54-83bb-417a-b5fe-0ae70de31e9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.663268] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.663268] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 70f7d715-45d0-43ac-8307-16b5623650cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.664338] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance b700fd5c-bea2-48c1-ba6d-c361872636e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.664506] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance e8849400-5f6e-4718-ac0d-f8d9220cc88a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.664746] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 9ef29985-af3c-4d65-856b-a030f111cf85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.665118] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.665118] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 6ebbfc05-34bf-4439-8feb-bb5410c145fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.666535] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d3e27df-8c0f-41f1-856b-9ebd4dd60523 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.681992] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 654.681992] env[69481]: value = "task-3263427" [ 654.681992] env[69481]: _type = "Task" [ 654.681992] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.693817] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263423, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.700966] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.787237] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.787237] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52533c8a-e970-4c24-10bd-19208b1ab995" [ 654.787237] env[69481]: _type = "HttpNfcLease" [ 654.787237] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 654.788455] env[69481]: DEBUG nova.network.neutron [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Successfully updated port: 6a1fca62-22d4-47c7-b80c-3ddee599b515 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.790779] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 654.790779] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52533c8a-e970-4c24-10bd-19208b1ab995" [ 654.790779] env[69481]: _type = "HttpNfcLease" [ 654.790779] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 654.792828] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bfb3f3-0472-4ce9-8ffc-89102ff7ddee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.806524] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbfce2-3c1b-4bfa-231c-ff677207d58a/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 654.806990] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbfce2-3c1b-4bfa-231c-ff677207d58a/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 654.890050] env[69481]: DEBUG nova.compute.manager [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.890382] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.892232] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd79653-2483-4d6a-90a1-a6b991df2989 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.906399] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.907787] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a125264-87cb-4183-9128-1d4b54683b96 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.916689] env[69481]: DEBUG oslo_vmware.api [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Waiting for the task: (returnval){ [ 654.916689] env[69481]: value = "task-3263428" [ 654.916689] env[69481]: _type = "Task" [ 654.916689] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.932391] env[69481]: DEBUG oslo_vmware.api [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Task: {'id': task-3263428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.949987] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d76a53d9-1d0b-4943-9d4d-9e68313439da {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.061621] env[69481]: DEBUG oslo_concurrency.lockutils [None req-234587e8-ccd9-4d36-a850-2028119e2f70 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lock "b700fd5c-bea2-48c1-ba6d-c361872636e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.081s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.062104] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263425, 'name': CreateVM_Task, 'duration_secs': 0.380028} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.062372] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.062883] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.063251] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.063708] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.063933] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9617616-7397-49ca-a5a9-ae8aaaa57bd3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.072157] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 655.072157] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5292bb41-7bbc-ad6e-ccf8-af8253b9c17a" [ 655.072157] env[69481]: _type = "Task" [ 655.072157] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.072653] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.089874] env[69481]: DEBUG nova.network.neutron [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Successfully created port: 3712f43c-ce19-4cae-bb3d-540fb5292019 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.099875] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263426, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.100281] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5292bb41-7bbc-ad6e-ccf8-af8253b9c17a, 'name': SearchDatastore_Task, 'duration_secs': 0.017845} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.100417] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.100682] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.100949] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.101262] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.101348] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.101635] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d36cd4b-193d-49a6-b4d9-b89fa4c9ebf6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.114054] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.114375] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.116109] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ea48ff-53ec-46e4-9f41-81d8b10040bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.131425] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 655.131425] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b087d6-79e7-2e4f-af7a-55c4fdfaa190" [ 655.131425] env[69481]: _type = "Task" [ 655.131425] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.154697] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b087d6-79e7-2e4f-af7a-55c4fdfaa190, 'name': SearchDatastore_Task, 'duration_secs': 0.015236} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.154697] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1001f5cd-a80f-4a8a-a780-792d90bcb752 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.166470] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 655.166470] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f1a041-9d69-ba6c-61ab-95f20ad6dcd6" [ 655.166470] env[69481]: _type = "Task" [ 655.166470] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.172465] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 48b3e04b-ca2e-4718-8a6a-37a21170630d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 655.179057] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f1a041-9d69-ba6c-61ab-95f20ad6dcd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.199410] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.199969] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263423, 'name': CreateVM_Task, 'duration_secs': 0.542851} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.203276] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.204799] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.204964] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.207506] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.207506] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa3a794-21ac-4b2c-ba5e-e9dc58fa8e54 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.216211] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 655.216211] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e06851-223e-4f8b-97f8-5ee38efc40c8" [ 655.216211] env[69481]: _type = "Task" [ 655.216211] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.231999] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e06851-223e-4f8b-97f8-5ee38efc40c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.296783] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "refresh_cache-e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.296783] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "refresh_cache-e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.297018] env[69481]: DEBUG nova.network.neutron [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.433565] env[69481]: DEBUG oslo_vmware.api [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Task: {'id': task-3263428, 'name': PowerOffVM_Task, 'duration_secs': 0.27288} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.437579] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.437694] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.438020] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4e9983a-63b7-4ac1-884c-0c7be14fe421 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.511095] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.511625] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.515125] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Deleting the datastore file [datastore1] b125bc9b-1c50-48df-a058-2264476b6470 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.515805] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35861ae6-9379-48d4-bbf6-5542e2f18913 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.536158] env[69481]: DEBUG nova.network.neutron [None req-871f4895-6a85-46fc-9cab-b343754c6c0b tempest-ServerExternalEventsTest-1343051022 tempest-ServerExternalEventsTest-1343051022-project] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Updating instance_info_cache with network_info: [{"id": "d665db46-ade1-4aea-88e6-c14ec5d44992", "address": "fa:16:3e:67:a0:09", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd665db46-ad", "ovs_interfaceid": "d665db46-ade1-4aea-88e6-c14ec5d44992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.542027] env[69481]: DEBUG oslo_vmware.api [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Waiting for the task: (returnval){ [ 655.542027] env[69481]: value = "task-3263430" [ 655.542027] env[69481]: _type = "Task" [ 655.542027] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.557774] env[69481]: DEBUG oslo_vmware.api [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Task: {'id': task-3263430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.594488] env[69481]: DEBUG oslo_vmware.api [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263426, 'name': PowerOnVM_Task, 'duration_secs': 0.70039} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.595171] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.595521] env[69481]: DEBUG nova.compute.manager [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.596468] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e9f020-389b-4381-9162-2fce7881da5f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.626471] env[69481]: DEBUG nova.compute.manager [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.680854] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 06429df3-0f61-491e-8263-87b0dcc74bab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 655.683668] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f1a041-9d69-ba6c-61ab-95f20ad6dcd6, 'name': SearchDatastore_Task, 'duration_secs': 0.017212} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.683785] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.684111] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.684534] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9526f901-71ef-42d7-a6ee-abc1caffc731 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.703363] env[69481]: DEBUG oslo_vmware.api [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263427, 'name': PowerOnVM_Task, 'duration_secs': 0.720004} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.706596] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.706596] env[69481]: INFO nova.compute.manager [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Took 9.69 seconds to spawn the instance on the hypervisor. [ 655.706754] env[69481]: DEBUG nova.compute.manager [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.707609] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 655.707609] env[69481]: value = "task-3263431" [ 655.707609] env[69481]: _type = "Task" [ 655.707609] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.708625] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac6b3d8-48a9-4759-ae79-ed41956c7556 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.737404] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.743112] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e06851-223e-4f8b-97f8-5ee38efc40c8, 'name': SearchDatastore_Task, 'duration_secs': 0.020142} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.744386] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.745104] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.745482] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.745962] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.746241] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.746635] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d375f97-d1bb-4118-90f6-4363e687a084 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.771956] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.772234] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.774748] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20cb1b2-0e41-4913-aa43-d4253a2d9450 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.792038] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 655.792038] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52996840-a6af-ce6b-b15b-fcc164107b0a" [ 655.792038] env[69481]: _type = "Task" [ 655.792038] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.818292] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52996840-a6af-ce6b-b15b-fcc164107b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015912} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.819511] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d2a3db-a91a-4824-a828-20acf164a02a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.829356] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 655.829356] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a9a539-e12e-8e81-0241-88fc23cb8f5f" [ 655.829356] env[69481]: _type = "Task" [ 655.829356] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.846085] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a9a539-e12e-8e81-0241-88fc23cb8f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.847129] env[69481]: DEBUG nova.network.neutron [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.043030] env[69481]: DEBUG oslo_concurrency.lockutils [None req-871f4895-6a85-46fc-9cab-b343754c6c0b tempest-ServerExternalEventsTest-1343051022 tempest-ServerExternalEventsTest-1343051022-project] Releasing lock "refresh_cache-70f7d715-45d0-43ac-8307-16b5623650cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.054758] env[69481]: DEBUG oslo_vmware.api [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Task: {'id': task-3263430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26082} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.056079] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.056390] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.056598] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.056778] env[69481]: INFO nova.compute.manager [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Took 1.17 seconds to destroy the instance on the hypervisor. [ 656.057435] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.057435] env[69481]: DEBUG nova.compute.manager [-] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.057435] env[69481]: DEBUG nova.network.neutron [-] [instance: b125bc9b-1c50-48df-a058-2264476b6470] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.119680] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.185122] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 42551aa9-dd5e-4434-9c83-2749d325efe9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 656.204666] env[69481]: DEBUG nova.network.neutron [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Updating instance_info_cache with network_info: [{"id": "6a1fca62-22d4-47c7-b80c-3ddee599b515", "address": "fa:16:3e:e9:1c:0f", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1fca62-22", "ovs_interfaceid": "6a1fca62-22d4-47c7-b80c-3ddee599b515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.224383] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263431, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.246624] env[69481]: INFO nova.compute.manager [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Took 23.13 seconds to build instance. [ 656.345644] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a9a539-e12e-8e81-0241-88fc23cb8f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.017286} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.345644] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.345644] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.346062] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75610913-9db2-43e0-af20-6032187859be {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.357180] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 656.357180] env[69481]: value = "task-3263432" [ 656.357180] env[69481]: _type = "Task" [ 656.357180] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.372609] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.429030] env[69481]: DEBUG oslo_concurrency.lockutils [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquiring lock "70f7d715-45d0-43ac-8307-16b5623650cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.429030] env[69481]: DEBUG oslo_concurrency.lockutils [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Lock "70f7d715-45d0-43ac-8307-16b5623650cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.429030] env[69481]: DEBUG oslo_concurrency.lockutils [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquiring lock "70f7d715-45d0-43ac-8307-16b5623650cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.430064] env[69481]: DEBUG oslo_concurrency.lockutils [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Lock "70f7d715-45d0-43ac-8307-16b5623650cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.431510] env[69481]: DEBUG oslo_concurrency.lockutils [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Lock "70f7d715-45d0-43ac-8307-16b5623650cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.434922] env[69481]: INFO nova.compute.manager [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Terminating instance [ 656.689386] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 88a26444-e368-4ea8-8396-9ba0a921a52a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 656.707645] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "refresh_cache-e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.708199] env[69481]: DEBUG nova.compute.manager [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Instance network_info: |[{"id": "6a1fca62-22d4-47c7-b80c-3ddee599b515", "address": "fa:16:3e:e9:1c:0f", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1fca62-22", "ovs_interfaceid": "6a1fca62-22d4-47c7-b80c-3ddee599b515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.709393] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:1c:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a1fca62-22d4-47c7-b80c-3ddee599b515', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.719464] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.720428] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.724676] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d405a1c1-00d7-48d0-828b-40e258853bb8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.752421] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e56ceec5-c506-4124-85f6-8aaec43816db tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.658s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.752981] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703186} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.755068] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.756500] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.756500] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.756500] env[69481]: value = "task-3263433" [ 656.756500] env[69481]: _type = "Task" [ 656.756500] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.756500] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d52ffd1-3e34-4e6e-b8fd-6d9b9494cc57 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.772591] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263433, 'name': CreateVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.774440] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 656.774440] env[69481]: value = "task-3263434" [ 656.774440] env[69481]: _type = "Task" [ 656.774440] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.786887] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.871927] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263432, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.944114] env[69481]: DEBUG nova.compute.manager [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.944468] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.945895] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f104ef-7e9e-4062-9ce5-9b9c5e058f0a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.956925] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.957977] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68535d9f-dd2d-4c58-84c0-575c7fbb103f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.969572] env[69481]: DEBUG oslo_vmware.api [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for the task: (returnval){ [ 656.969572] env[69481]: value = "task-3263435" [ 656.969572] env[69481]: _type = "Task" [ 656.969572] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.985070] env[69481]: DEBUG oslo_vmware.api [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.024540] env[69481]: DEBUG nova.network.neutron [-] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.195262] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a09a75d5-e39c-40c6-9f3e-343928a2c96e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 657.196385] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 657.196648] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 657.279587] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263433, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.293791] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132642} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.294166] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.296167] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a812bb-471e-4762-8834-12cf7b0db95a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.321518] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.325797] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-884f46ad-3483-4933-9903-7ae78f97c55d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.351613] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 657.351613] env[69481]: value = "task-3263436" [ 657.351613] env[69481]: _type = "Task" [ 657.351613] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.361475] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.378166] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743587} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.378808] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.378808] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.378975] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29e30206-2276-4a88-8675-3e396528c31a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.390786] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 657.390786] env[69481]: value = "task-3263437" [ 657.390786] env[69481]: _type = "Task" [ 657.390786] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.400837] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.481351] env[69481]: DEBUG oslo_vmware.api [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263435, 'name': PowerOffVM_Task, 'duration_secs': 0.318548} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.481351] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.481605] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.481796] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7c2cd37-e88f-454c-b5f7-e3bd9d0a6018 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.528035] env[69481]: INFO nova.compute.manager [-] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Took 1.47 seconds to deallocate network for instance. [ 657.569169] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.569169] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.569169] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Deleting the datastore file [datastore1] 70f7d715-45d0-43ac-8307-16b5623650cf {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.569343] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e694fcd9-f319-42cc-a909-346a26dc11bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.579243] env[69481]: DEBUG oslo_vmware.api [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for the task: (returnval){ [ 657.579243] env[69481]: value = "task-3263439" [ 657.579243] env[69481]: _type = "Task" [ 657.579243] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.599066] env[69481]: DEBUG oslo_vmware.api [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.622966] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376b9ec8-56cd-41bc-96ce-af75dbf36526 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.635528] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd844e16-6618-4713-a481-6f89c7f09558 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.676108] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0046584-2f82-475b-a00b-6ef5293bb532 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.688414] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcb9f9d-c37d-4cd6-9bdf-a447e87d01c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.706799] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.785241] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263433, 'name': CreateVM_Task, 'duration_secs': 0.695485} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.786379] env[69481]: DEBUG nova.network.neutron [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Successfully updated port: 3712f43c-ce19-4cae-bb3d-540fb5292019 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.789366] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.793039] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.793039] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.793039] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.793039] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d2ad05-7d82-48ac-9dd3-65d46c7bc0a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.800439] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 657.800439] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d08227-23e5-16d5-878d-c1219a84e05c" [ 657.800439] env[69481]: _type = "Task" [ 657.800439] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.817295] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d08227-23e5-16d5-878d-c1219a84e05c, 'name': SearchDatastore_Task, 'duration_secs': 0.014356} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.820154] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.820154] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.820154] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.820154] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.820335] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.820335] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88c08aec-c3ee-464a-a00f-0b28db6866bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.830060] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.830060] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.830858] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca641a8-9341-453d-b9f3-99e0087b82c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.839388] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 657.839388] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52eeea10-e28d-10e2-36c4-d2cb1f1d5b49" [ 657.839388] env[69481]: _type = "Task" [ 657.839388] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.850707] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52eeea10-e28d-10e2-36c4-d2cb1f1d5b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.863658] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.901584] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078819} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.902315] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.903271] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed79c089-c1a2-407b-be36-5a0092ec95a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.934092] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.934092] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da758995-9d37-49bd-ac8c-4e482fae73e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.967359] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 657.967359] env[69481]: value = "task-3263440" [ 657.967359] env[69481]: _type = "Task" [ 657.967359] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.038702] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.092155] env[69481]: DEBUG oslo_vmware.api [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Task: {'id': task-3263439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243852} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.092559] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.092799] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.093066] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.093474] env[69481]: INFO nova.compute.manager [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 658.094169] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.094169] env[69481]: DEBUG nova.compute.manager [-] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.094410] env[69481]: DEBUG nova.network.neutron [-] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.210568] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.292181] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquiring lock "refresh_cache-6ebbfc05-34bf-4439-8feb-bb5410c145fd" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.292383] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquired lock "refresh_cache-6ebbfc05-34bf-4439-8feb-bb5410c145fd" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.292614] env[69481]: DEBUG nova.network.neutron [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.352876] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52eeea10-e28d-10e2-36c4-d2cb1f1d5b49, 'name': SearchDatastore_Task, 'duration_secs': 0.019882} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.357195] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7437e338-25e7-4498-9f56-283f83950a86 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.366324] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263436, 'name': ReconfigVM_Task, 'duration_secs': 0.629105} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.367816] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.368595] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 658.368595] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522c7fce-a18a-1c8f-3d74-89f6072a7ea2" [ 658.368595] env[69481]: _type = "Task" [ 658.368595] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.368829] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-690fc84b-7cd0-4773-a4ad-21f30baec02a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.382957] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522c7fce-a18a-1c8f-3d74-89f6072a7ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.384844] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 658.384844] env[69481]: value = "task-3263441" [ 658.384844] env[69481]: _type = "Task" [ 658.384844] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.395584] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263441, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.478507] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.716461] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 658.716461] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.144s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.716670] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.160s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.718268] env[69481]: INFO nova.compute.claims [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.831971] env[69481]: DEBUG nova.network.neutron [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.885167] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522c7fce-a18a-1c8f-3d74-89f6072a7ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.018099} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.885167] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.885167] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47/e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.885167] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd30e9e6-7ca6-41dd-99eb-bd35c2714530 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.897210] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 658.897210] env[69481]: value = "task-3263442" [ 658.897210] env[69481]: _type = "Task" [ 658.897210] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.901501] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263441, 'name': Rename_Task, 'duration_secs': 0.224587} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.904964] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.905357] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01a23522-69f6-4383-841b-98891d0c473b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.912469] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.914419] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 658.914419] env[69481]: value = "task-3263443" [ 658.914419] env[69481]: _type = "Task" [ 658.914419] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.926056] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.979253] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263440, 'name': ReconfigVM_Task, 'duration_secs': 0.540062} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.979462] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.980341] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94dce30f-5ff2-4eb5-a515-cc6887f19bf3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.986834] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 658.986834] env[69481]: value = "task-3263444" [ 658.986834] env[69481]: _type = "Task" [ 658.986834] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.996704] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263444, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.105773] env[69481]: DEBUG nova.network.neutron [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Updating instance_info_cache with network_info: [{"id": "3712f43c-ce19-4cae-bb3d-540fb5292019", "address": "fa:16:3e:76:48:5d", "network": {"id": "6a84dc77-27ac-49e9-b19c-fc7746971314", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-282007260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e60efb4438844d50b80c5d22f16bcc10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3712f43c-ce", "ovs_interfaceid": "3712f43c-ce19-4cae-bb3d-540fb5292019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.133448] env[69481]: DEBUG nova.network.neutron [-] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.416459] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263442, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.428476] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263443, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.501380] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263444, 'name': Rename_Task, 'duration_secs': 0.221477} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.501756] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.502379] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0ffa9d0-f4ec-4ee8-af18-bf16e0fb9dd2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.510217] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 659.510217] env[69481]: value = "task-3263445" [ 659.510217] env[69481]: _type = "Task" [ 659.510217] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.521733] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.607903] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Releasing lock "refresh_cache-6ebbfc05-34bf-4439-8feb-bb5410c145fd" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.608280] env[69481]: DEBUG nova.compute.manager [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Instance network_info: |[{"id": "3712f43c-ce19-4cae-bb3d-540fb5292019", "address": "fa:16:3e:76:48:5d", "network": {"id": "6a84dc77-27ac-49e9-b19c-fc7746971314", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-282007260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e60efb4438844d50b80c5d22f16bcc10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3712f43c-ce", "ovs_interfaceid": "3712f43c-ce19-4cae-bb3d-540fb5292019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.636120] env[69481]: INFO nova.compute.manager [-] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Took 1.54 seconds to deallocate network for instance. [ 659.921226] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616954} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.926221] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47/e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.927270] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.927270] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16273070-670e-48bb-a256-6c99f1397ce3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.937566] env[69481]: DEBUG oslo_vmware.api [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263443, 'name': PowerOnVM_Task, 'duration_secs': 0.858563} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.939171] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.939422] env[69481]: DEBUG nova.compute.manager [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.939904] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 659.939904] env[69481]: value = "task-3263446" [ 659.939904] env[69481]: _type = "Task" [ 659.939904] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.940800] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5006d1-69d6-42f4-8a7b-51018267d625 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.960985] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.032378] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263445, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.102685] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a06630f-67ad-4d31-9138-7eea6f92f032 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.112290] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ca6af-c2ea-4847-a0e9-7f9e0e4e1b11 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.143919] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383a2c61-8c3c-4f74-b5b9-d922d3e4e5d6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.147633] env[69481]: DEBUG oslo_concurrency.lockutils [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.153180] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4184ba58-da8c-4ebd-95c3-1a5be5416c1a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.170316] env[69481]: DEBUG nova.compute.provider_tree [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.456523] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136791} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.457049] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.457937] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da85d22-36f2-4855-a36c-9d5c8e71103d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.488117] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47/e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.490204] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5033a61-a8b0-494b-ada3-261140fc8af7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.505138] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.510860] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 660.510860] env[69481]: value = "task-3263447" [ 660.510860] env[69481]: _type = "Task" [ 660.510860] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.522792] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.526443] env[69481]: DEBUG oslo_vmware.api [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263445, 'name': PowerOnVM_Task, 'duration_secs': 0.703647} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.526722] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.527277] env[69481]: INFO nova.compute.manager [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Took 10.00 seconds to spawn the instance on the hypervisor. [ 660.527277] env[69481]: DEBUG nova.compute.manager [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.528124] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66543591-1f6c-48c3-aaff-f80956330975 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.673795] env[69481]: DEBUG nova.scheduler.client.report [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.022039] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.050883] env[69481]: INFO nova.compute.manager [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Took 19.39 seconds to build instance. [ 661.184847] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.186317] env[69481]: DEBUG nova.compute.manager [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.190583] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.011s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.196047] env[69481]: INFO nova.compute.claims [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.527229] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263447, 'name': ReconfigVM_Task, 'duration_secs': 0.516586} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.527229] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Reconfigured VM instance instance-0000000c to attach disk [datastore2] e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47/e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.527229] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03ca1e7d-aac6-48a9-8ee9-ee98d0c102f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.539137] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 661.539137] env[69481]: value = "task-3263448" [ 661.539137] env[69481]: _type = "Task" [ 661.539137] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.547901] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263448, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.554152] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0407b6d5-dda1-40c8-a449-2f3777092708 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "9ef29985-af3c-4d65-856b-a030f111cf85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.528s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.701740] env[69481]: DEBUG nova.compute.utils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.706080] env[69481]: DEBUG nova.compute.manager [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.706340] env[69481]: DEBUG nova.network.neutron [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.776179] env[69481]: DEBUG nova.policy [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e2ed330fbf446c384b168a6120e980f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f358a47efce64b22b513a2ab51128360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.054755] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263448, 'name': Rename_Task, 'duration_secs': 0.260593} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.054755] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.054755] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2baa796d-8284-44ec-8523-2151f8f51ab5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.060519] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 662.060519] env[69481]: value = "task-3263449" [ 662.060519] env[69481]: _type = "Task" [ 662.060519] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.073382] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.125967] env[69481]: DEBUG nova.network.neutron [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Successfully created port: 767a4d84-13c0-4977-9aef-2f2648907143 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.213751] env[69481]: DEBUG nova.compute.manager [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.459862] env[69481]: DEBUG nova.virt.hardware [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.463065] env[69481]: DEBUG nova.virt.hardware [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.463065] env[69481]: DEBUG nova.virt.hardware [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.463065] env[69481]: DEBUG nova.virt.hardware [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.463065] env[69481]: DEBUG nova.virt.hardware [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.463065] env[69481]: DEBUG nova.virt.hardware [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.463881] env[69481]: DEBUG nova.virt.hardware [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.463881] env[69481]: DEBUG nova.virt.hardware [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.463881] env[69481]: DEBUG nova.virt.hardware [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.463881] env[69481]: DEBUG nova.virt.hardware [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.463881] env[69481]: DEBUG nova.virt.hardware [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.465496] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8e91ea-8dc5-495f-8c65-764f6507a32e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.482327] env[69481]: DEBUG oslo_vmware.rw_handles [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252162a-2f86-4220-c316-960d29601e7b/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 662.483738] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8847a2f8-51ee-478f-9166-e80565720d09 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.492159] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d7efe-8f53-4d25-a4db-2f0a310ea413 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.503141] env[69481]: DEBUG oslo_vmware.rw_handles [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252162a-2f86-4220-c316-960d29601e7b/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 662.503141] env[69481]: ERROR oslo_vmware.rw_handles [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252162a-2f86-4220-c316-960d29601e7b/disk-0.vmdk due to incomplete transfer. [ 662.513440] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e3a9e343-7419-4ae2-851f-713794ab9def {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.515815] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:48:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3712f43c-ce19-4cae-bb3d-540fb5292019', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.524506] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Creating folder: Project (e60efb4438844d50b80c5d22f16bcc10). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.527237] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a592af1-c07b-4a1c-b172-ae24137add10 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.536148] env[69481]: DEBUG oslo_vmware.rw_handles [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252162a-2f86-4220-c316-960d29601e7b/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 662.536386] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Uploaded image 61b3f8b8-d8ef-447d-98c1-3dad59f570b7 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 662.538509] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 662.540360] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c4f5c5b-6606-4650-9948-c629242f47a0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.542391] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Created folder: Project (e60efb4438844d50b80c5d22f16bcc10) in parent group-v651898. [ 662.542610] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Creating folder: Instances. Parent ref: group-v651939. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.543831] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89b2d4fa-5da8-4e68-8c9f-75d617583612 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.546138] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219af601-c459-4256-aeef-75cf4810221e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.556209] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fd92b0-1fb4-4ecb-a950-3363885d7200 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.560524] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 662.560524] env[69481]: value = "task-3263451" [ 662.560524] env[69481]: _type = "Task" [ 662.560524] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.562191] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Created folder: Instances in parent group-v651939. [ 662.562514] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.569655] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.597739] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a84ffa20-1d7e-400f-b8ee-df6056ae6694 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.614346] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c7a5e4-899a-4a10-82d2-c8881d17bd29 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.624123] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263449, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.624433] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263451, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.631959] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd08230-f5a6-4432-825a-04c1efd48c0d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.636507] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.636507] env[69481]: value = "task-3263453" [ 662.636507] env[69481]: _type = "Task" [ 662.636507] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.650386] env[69481]: DEBUG nova.compute.provider_tree [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.658323] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263453, 'name': CreateVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.005920] env[69481]: DEBUG nova.compute.manager [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Received event network-vif-plugged-6a1fca62-22d4-47c7-b80c-3ddee599b515 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.005920] env[69481]: DEBUG oslo_concurrency.lockutils [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] Acquiring lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.006285] env[69481]: DEBUG oslo_concurrency.lockutils [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] Lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.006285] env[69481]: DEBUG oslo_concurrency.lockutils [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] Lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.006396] env[69481]: DEBUG nova.compute.manager [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] No waiting events found dispatching network-vif-plugged-6a1fca62-22d4-47c7-b80c-3ddee599b515 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.007393] env[69481]: WARNING nova.compute.manager [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Received unexpected event network-vif-plugged-6a1fca62-22d4-47c7-b80c-3ddee599b515 for instance with vm_state building and task_state spawning. [ 663.007393] env[69481]: DEBUG nova.compute.manager [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Received event network-changed-6a1fca62-22d4-47c7-b80c-3ddee599b515 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.007393] env[69481]: DEBUG nova.compute.manager [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Refreshing instance network info cache due to event network-changed-6a1fca62-22d4-47c7-b80c-3ddee599b515. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.007393] env[69481]: DEBUG oslo_concurrency.lockutils [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] Acquiring lock "refresh_cache-e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.007393] env[69481]: DEBUG oslo_concurrency.lockutils [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] Acquired lock "refresh_cache-e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.008406] env[69481]: DEBUG nova.network.neutron [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Refreshing network info cache for port 6a1fca62-22d4-47c7-b80c-3ddee599b515 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.085107] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263451, 'name': Destroy_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.085544] env[69481]: DEBUG oslo_vmware.api [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263449, 'name': PowerOnVM_Task, 'duration_secs': 0.724526} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.085833] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.086559] env[69481]: INFO nova.compute.manager [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Took 9.97 seconds to spawn the instance on the hypervisor. [ 663.086559] env[69481]: DEBUG nova.compute.manager [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.088617] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221ce785-7309-4bbf-b38b-79526ed48fcb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.153765] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263453, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.154181] env[69481]: DEBUG nova.scheduler.client.report [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.231287] env[69481]: DEBUG nova.compute.manager [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.257712] env[69481]: DEBUG nova.compute.manager [req-016dd34a-1663-4ac6-b0e7-76ba529dabdc req-f2d80e39-77db-41a9-bf24-ef657b910b36 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Received event network-changed-a9be0155-f1bd-4a32-ba7a-43e56794cd41 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.257712] env[69481]: DEBUG nova.compute.manager [req-016dd34a-1663-4ac6-b0e7-76ba529dabdc req-f2d80e39-77db-41a9-bf24-ef657b910b36 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Refreshing instance network info cache due to event network-changed-a9be0155-f1bd-4a32-ba7a-43e56794cd41. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.257910] env[69481]: DEBUG oslo_concurrency.lockutils [req-016dd34a-1663-4ac6-b0e7-76ba529dabdc req-f2d80e39-77db-41a9-bf24-ef657b910b36 service nova] Acquiring lock "refresh_cache-9ef29985-af3c-4d65-856b-a030f111cf85" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.261738] env[69481]: DEBUG oslo_concurrency.lockutils [req-016dd34a-1663-4ac6-b0e7-76ba529dabdc req-f2d80e39-77db-41a9-bf24-ef657b910b36 service nova] Acquired lock "refresh_cache-9ef29985-af3c-4d65-856b-a030f111cf85" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.261738] env[69481]: DEBUG nova.network.neutron [req-016dd34a-1663-4ac6-b0e7-76ba529dabdc req-f2d80e39-77db-41a9-bf24-ef657b910b36 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Refreshing network info cache for port a9be0155-f1bd-4a32-ba7a-43e56794cd41 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.292389] env[69481]: DEBUG nova.virt.hardware [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.292658] env[69481]: DEBUG nova.virt.hardware [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.292791] env[69481]: DEBUG nova.virt.hardware [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.292965] env[69481]: DEBUG nova.virt.hardware [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.293383] env[69481]: DEBUG nova.virt.hardware [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.293383] env[69481]: DEBUG nova.virt.hardware [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.293554] env[69481]: DEBUG nova.virt.hardware [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.293627] env[69481]: DEBUG nova.virt.hardware [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.293824] env[69481]: DEBUG nova.virt.hardware [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.294043] env[69481]: DEBUG nova.virt.hardware [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.294280] env[69481]: DEBUG nova.virt.hardware [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.296913] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf2a063-3e27-49fd-92ab-c04bfd18c1c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.312086] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a13fab1-4de5-436b-989a-7c423373b472 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.341960] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbfce2-3c1b-4bfa-231c-ff677207d58a/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 663.344399] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc862b2d-42e0-4d89-94c1-e0ebdb53c703 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.352747] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbfce2-3c1b-4bfa-231c-ff677207d58a/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 663.352921] env[69481]: ERROR oslo_vmware.rw_handles [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbfce2-3c1b-4bfa-231c-ff677207d58a/disk-0.vmdk due to incomplete transfer. [ 663.353182] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1005f266-d8b8-4248-8dcb-5b85b5b3745e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.360830] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbfce2-3c1b-4bfa-231c-ff677207d58a/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 663.361052] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Uploaded image f9ee0032-5832-4aa2-8c53-f211a0c3e71c to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 663.362567] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 663.362830] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0db71924-ca19-419f-a869-26903972f968 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.369619] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 663.369619] env[69481]: value = "task-3263454" [ 663.369619] env[69481]: _type = "Task" [ 663.369619] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.380406] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263454, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.433686] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.433686] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.577262] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263451, 'name': Destroy_Task, 'duration_secs': 0.615052} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.577575] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Destroyed the VM [ 663.577917] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 663.578794] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-855ebf28-3b52-470d-85e5-501d87644685 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.586105] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 663.586105] env[69481]: value = "task-3263455" [ 663.586105] env[69481]: _type = "Task" [ 663.586105] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.600883] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263455, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.613696] env[69481]: INFO nova.compute.manager [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Took 21.53 seconds to build instance. [ 663.650237] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263453, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.661851] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.662498] env[69481]: DEBUG nova.compute.manager [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.665859] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.180s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.668178] env[69481]: INFO nova.compute.claims [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.884146] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263454, 'name': Destroy_Task, 'duration_secs': 0.378138} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.884457] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Destroyed the VM [ 663.884697] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 663.884985] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae40ee98-d151-4f15-adba-c03d5aff84ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.891311] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 663.891311] env[69481]: value = "task-3263456" [ 663.891311] env[69481]: _type = "Task" [ 663.891311] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.900474] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263456, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.936132] env[69481]: DEBUG nova.compute.manager [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.022553] env[69481]: DEBUG nova.network.neutron [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Updated VIF entry in instance network info cache for port 6a1fca62-22d4-47c7-b80c-3ddee599b515. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.023105] env[69481]: DEBUG nova.network.neutron [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Updating instance_info_cache with network_info: [{"id": "6a1fca62-22d4-47c7-b80c-3ddee599b515", "address": "fa:16:3e:e9:1c:0f", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1fca62-22", "ovs_interfaceid": "6a1fca62-22d4-47c7-b80c-3ddee599b515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.107264] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263455, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.115922] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9173a18-e1e3-4853-bc7b-2b571a439630 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.880s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.139193] env[69481]: DEBUG nova.network.neutron [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Successfully updated port: 767a4d84-13c0-4977-9aef-2f2648907143 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.154607] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263453, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.174396] env[69481]: DEBUG nova.compute.utils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.181900] env[69481]: DEBUG nova.network.neutron [req-016dd34a-1663-4ac6-b0e7-76ba529dabdc req-f2d80e39-77db-41a9-bf24-ef657b910b36 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Updated VIF entry in instance network info cache for port a9be0155-f1bd-4a32-ba7a-43e56794cd41. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.181900] env[69481]: DEBUG nova.network.neutron [req-016dd34a-1663-4ac6-b0e7-76ba529dabdc req-f2d80e39-77db-41a9-bf24-ef657b910b36 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Updating instance_info_cache with network_info: [{"id": "a9be0155-f1bd-4a32-ba7a-43e56794cd41", "address": "fa:16:3e:cf:38:8d", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9be0155-f1", "ovs_interfaceid": "a9be0155-f1bd-4a32-ba7a-43e56794cd41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.185461] env[69481]: DEBUG nova.compute.manager [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.185714] env[69481]: DEBUG nova.network.neutron [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.196577] env[69481]: DEBUG nova.compute.manager [None req-64d73d9d-19fd-402b-a63c-b3c7d13679b4 tempest-ServerDiagnosticsV248Test-504246386 tempest-ServerDiagnosticsV248Test-504246386-project-admin] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.196577] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5710ed9-541f-46d7-a365-d377811ce4f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.203983] env[69481]: INFO nova.compute.manager [None req-64d73d9d-19fd-402b-a63c-b3c7d13679b4 tempest-ServerDiagnosticsV248Test-504246386 tempest-ServerDiagnosticsV248Test-504246386-project-admin] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Retrieving diagnostics [ 664.204741] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a03ca-038c-453e-b7cd-62ef734ae1ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.276049] env[69481]: DEBUG nova.policy [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b78be22fa5ae4d05a27cca59ed9ddadf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d616ea4bf55432a9c907b524b42d7d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.401430] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263456, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.470468] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.530387] env[69481]: DEBUG oslo_concurrency.lockutils [req-24488505-d491-40b0-9763-c8a3eb56def7 req-efda8e74-9c79-4aeb-9ce9-3ff07827eb9e service nova] Releasing lock "refresh_cache-e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.599303] env[69481]: DEBUG oslo_vmware.api [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263455, 'name': RemoveSnapshot_Task, 'duration_secs': 0.859085} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.599584] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 664.599816] env[69481]: INFO nova.compute.manager [None req-33b25ebd-6a65-4913-bd51-333db12163ea tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Took 15.53 seconds to snapshot the instance on the hypervisor. [ 664.650451] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquiring lock "refresh_cache-48b3e04b-ca2e-4718-8a6a-37a21170630d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.650648] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquired lock "refresh_cache-48b3e04b-ca2e-4718-8a6a-37a21170630d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.650872] env[69481]: DEBUG nova.network.neutron [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.659604] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263453, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.689855] env[69481]: DEBUG nova.compute.manager [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.692807] env[69481]: DEBUG oslo_concurrency.lockutils [req-016dd34a-1663-4ac6-b0e7-76ba529dabdc req-f2d80e39-77db-41a9-bf24-ef657b910b36 service nova] Releasing lock "refresh_cache-9ef29985-af3c-4d65-856b-a030f111cf85" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.904974] env[69481]: DEBUG oslo_vmware.api [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263456, 'name': RemoveSnapshot_Task, 'duration_secs': 0.709496} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.905438] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 664.905717] env[69481]: INFO nova.compute.manager [None req-f4dc78b5-0085-4a30-9798-fa9dd9c424aa tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Took 15.39 seconds to snapshot the instance on the hypervisor. [ 665.016791] env[69481]: DEBUG nova.network.neutron [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Successfully created port: 11d44a9c-4aa8-4f02-981c-17475c60cc0a {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.052180] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cfa5b1-6a26-408a-9483-596d01f2a726 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.063388] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970f60fa-7da1-4e13-8ef2-356392904591 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.106296] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb88fd5a-2e37-4674-aaf6-045186af94bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.118934] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a389dd48-e8e8-4943-8696-bda6c288c4c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.133716] env[69481]: DEBUG nova.compute.provider_tree [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.151148] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263453, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.215320] env[69481]: DEBUG nova.network.neutron [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.487447] env[69481]: DEBUG nova.network.neutron [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Updating instance_info_cache with network_info: [{"id": "767a4d84-13c0-4977-9aef-2f2648907143", "address": "fa:16:3e:8f:cc:a3", "network": {"id": "1563f3a7-3d9c-4b21-8df9-1953017942d0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-204081496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358a47efce64b22b513a2ab51128360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767a4d84-13", "ovs_interfaceid": "767a4d84-13c0-4977-9aef-2f2648907143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.567133] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "1673f26d-bec6-43c3-9dcc-162655774fac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.567465] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "1673f26d-bec6-43c3-9dcc-162655774fac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.641032] env[69481]: DEBUG nova.scheduler.client.report [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.654395] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263453, 'name': CreateVM_Task, 'duration_secs': 2.545228} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.654879] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.656417] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.656417] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.656417] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.656417] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e1677a-7cb1-460a-9e9c-9ef760b97a1e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.661771] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for the task: (returnval){ [ 665.661771] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52791d95-c25a-a35d-7f7f-73c10de1953d" [ 665.661771] env[69481]: _type = "Task" [ 665.661771] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.670593] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52791d95-c25a-a35d-7f7f-73c10de1953d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.703099] env[69481]: DEBUG nova.compute.manager [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.733901] env[69481]: DEBUG nova.virt.hardware [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.734175] env[69481]: DEBUG nova.virt.hardware [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.735641] env[69481]: DEBUG nova.virt.hardware [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.735641] env[69481]: DEBUG nova.virt.hardware [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.735641] env[69481]: DEBUG nova.virt.hardware [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.735641] env[69481]: DEBUG nova.virt.hardware [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.735911] env[69481]: DEBUG nova.virt.hardware [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.736104] env[69481]: DEBUG nova.virt.hardware [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.736369] env[69481]: DEBUG nova.virt.hardware [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.736627] env[69481]: DEBUG nova.virt.hardware [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.736851] env[69481]: DEBUG nova.virt.hardware [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.737835] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a82128-5089-41a8-af0c-7954b30de00d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.747801] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e5f250-22f5-47f7-aca1-76158ce429bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.922575] env[69481]: INFO nova.compute.manager [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Rebuilding instance [ 665.975801] env[69481]: DEBUG nova.compute.manager [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.976712] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cae291-fcdf-4f5d-9314-ac7047e28f11 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.990696] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Releasing lock "refresh_cache-48b3e04b-ca2e-4718-8a6a-37a21170630d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.991212] env[69481]: DEBUG nova.compute.manager [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Instance network_info: |[{"id": "767a4d84-13c0-4977-9aef-2f2648907143", "address": "fa:16:3e:8f:cc:a3", "network": {"id": "1563f3a7-3d9c-4b21-8df9-1953017942d0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-204081496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358a47efce64b22b513a2ab51128360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767a4d84-13", "ovs_interfaceid": "767a4d84-13c0-4977-9aef-2f2648907143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.993049] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:cc:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '767a4d84-13c0-4977-9aef-2f2648907143', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.005197] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Creating folder: Project (f358a47efce64b22b513a2ab51128360). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.005197] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05c62c82-3586-4fad-874f-962421ec2178 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.015830] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Created folder: Project (f358a47efce64b22b513a2ab51128360) in parent group-v651898. [ 666.016059] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Creating folder: Instances. Parent ref: group-v651942. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.017256] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c90ac8b0-5314-4a60-86fb-fad12f76efc8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.025931] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Created folder: Instances in parent group-v651942. [ 666.026180] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.026369] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.026624] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fc7e992-b4bc-4c6c-ab63-422b47f73276 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.046017] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.046017] env[69481]: value = "task-3263459" [ 666.046017] env[69481]: _type = "Task" [ 666.046017] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.053754] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263459, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.069691] env[69481]: DEBUG nova.compute.manager [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.148089] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.148649] env[69481]: DEBUG nova.compute.manager [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.152339] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.503s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.152554] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.155546] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.499s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.157481] env[69481]: INFO nova.compute.claims [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.177567] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52791d95-c25a-a35d-7f7f-73c10de1953d, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.183236] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.183236] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.183236] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.183236] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.183432] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.184195] env[69481]: INFO nova.scheduler.client.report [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Deleted allocations for instance a714d3c3-6973-4107-bc30-061e2ac52172 [ 666.185822] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3bf572b-6eae-44e5-9573-083a2039955c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.200021] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.200021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.200021] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6180c1-105f-465d-9e9c-3721904ed416 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.203967] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for the task: (returnval){ [ 666.203967] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5204a558-18e0-5bf8-c712-c69181823b46" [ 666.203967] env[69481]: _type = "Task" [ 666.203967] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.216854] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5204a558-18e0-5bf8-c712-c69181823b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.565849] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263459, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.595685] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.666223] env[69481]: DEBUG nova.compute.utils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.671051] env[69481]: DEBUG nova.compute.manager [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.671051] env[69481]: DEBUG nova.network.neutron [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.695620] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fdb78be-a079-4d09-b4cc-c79fd2ee7a5f tempest-ServerDiagnosticsNegativeTest-1826046075 tempest-ServerDiagnosticsNegativeTest-1826046075-project-member] Lock "a714d3c3-6973-4107-bc30-061e2ac52172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.683s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.715952] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5204a558-18e0-5bf8-c712-c69181823b46, 'name': SearchDatastore_Task, 'duration_secs': 0.02348} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.717720] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4cd8a71-958d-4f08-9253-10423a7f6f15 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.725942] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for the task: (returnval){ [ 666.725942] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525b821e-215b-a0f6-49a5-64599d7aea42" [ 666.725942] env[69481]: _type = "Task" [ 666.725942] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.736943] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525b821e-215b-a0f6-49a5-64599d7aea42, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.737281] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.737577] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 6ebbfc05-34bf-4439-8feb-bb5410c145fd/6ebbfc05-34bf-4439-8feb-bb5410c145fd.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.738411] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a800c2ae-3d66-4675-86f9-8f456a221e66 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.744910] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for the task: (returnval){ [ 666.744910] env[69481]: value = "task-3263460" [ 666.744910] env[69481]: _type = "Task" [ 666.744910] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.757984] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.769897] env[69481]: DEBUG nova.policy [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b33845914ecb4acab5d5464163bfbb7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f56c670a7b074e98802bbb0a8b4246e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.863099] env[69481]: DEBUG nova.network.neutron [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Successfully updated port: 11d44a9c-4aa8-4f02-981c-17475c60cc0a {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.891051] env[69481]: DEBUG nova.compute.manager [req-eae6f106-671d-48a0-a7ca-ad15ca9c324b req-4a96af41-a9ea-452d-906e-c15559ef2557 service nova] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Received event network-vif-deleted-fbcde3a3-6ca4-4acd-855e-74334b1704d8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.991627] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.992205] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f0ba64a-2836-4e0e-a556-4a29d5f5575b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.001287] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Waiting for the task: (returnval){ [ 667.001287] env[69481]: value = "task-3263461" [ 667.001287] env[69481]: _type = "Task" [ 667.001287] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.013641] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.064043] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquiring lock "c047ff54-83bb-417a-b5fe-0ae70de31e9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.064043] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Lock "c047ff54-83bb-417a-b5fe-0ae70de31e9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.064043] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquiring lock "c047ff54-83bb-417a-b5fe-0ae70de31e9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.064356] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Lock "c047ff54-83bb-417a-b5fe-0ae70de31e9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.064452] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Lock "c047ff54-83bb-417a-b5fe-0ae70de31e9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.066475] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263459, 'name': CreateVM_Task, 'duration_secs': 0.65818} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.066889] env[69481]: INFO nova.compute.manager [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Terminating instance [ 667.068407] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.069737] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.069737] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.069941] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.071482] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a8913c-9500-4d2d-9d0f-af9491fe382f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.079624] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for the task: (returnval){ [ 667.079624] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5244d70b-dbe2-d4c5-b6ac-27770ab1607b" [ 667.079624] env[69481]: _type = "Task" [ 667.079624] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.092333] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5244d70b-dbe2-d4c5-b6ac-27770ab1607b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.136246] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "a450822f-74fd-4483-afba-1b7f2f2ff604" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.136537] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "a450822f-74fd-4483-afba-1b7f2f2ff604" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.180815] env[69481]: DEBUG nova.compute.manager [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.256620] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477643} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.259217] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 6ebbfc05-34bf-4439-8feb-bb5410c145fd/6ebbfc05-34bf-4439-8feb-bb5410c145fd.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.259707] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.260183] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeb014d1-7e2e-4adf-8473-bf477bed33a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.271286] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for the task: (returnval){ [ 667.271286] env[69481]: value = "task-3263462" [ 667.271286] env[69481]: _type = "Task" [ 667.271286] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.286567] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.367095] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquiring lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.367095] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquired lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.367095] env[69481]: DEBUG nova.network.neutron [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.403786] env[69481]: DEBUG nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Received event network-changed-a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.404269] env[69481]: DEBUG nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Refreshing instance network info cache due to event network-changed-a357ccbd-dcae-45cb-8867-e243e8a991b4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.404269] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Acquiring lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.404809] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Acquired lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.405734] env[69481]: DEBUG nova.network.neutron [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Refreshing network info cache for port a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.518067] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263461, 'name': PowerOffVM_Task, 'duration_secs': 0.384526} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.518387] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.518627] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.519868] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b219f19-2427-43cf-9cd6-0e99f99138ce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.523947] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4780ff69-6cf8-42b6-87cf-8615f5320188 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.534231] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c1bade-7798-4c65-adf0-ad81c367310d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.538144] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.538707] env[69481]: DEBUG nova.network.neutron [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Successfully created port: 61954857-ab99-40c2-baf0-03f0a182d307 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.540874] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24714574-f43d-4d78-8b99-629c63180ea8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.577698] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquiring lock "refresh_cache-c047ff54-83bb-417a-b5fe-0ae70de31e9c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.577897] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquired lock "refresh_cache-c047ff54-83bb-417a-b5fe-0ae70de31e9c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.578088] env[69481]: DEBUG nova.network.neutron [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.580806] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827d81ce-4481-4385-ba3b-7f2ad0106f48 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.582458] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.582647] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.583495] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Deleting the datastore file [datastore2] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.583495] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fca32e1-3fef-46fb-8c5d-654594d2bb33 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.598265] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779c82f6-23ca-4edf-9580-cb1408463357 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.602414] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5244d70b-dbe2-d4c5-b6ac-27770ab1607b, 'name': SearchDatastore_Task, 'duration_secs': 0.059538} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.603809] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.604052] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.604284] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.604470] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.604656] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.604970] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Waiting for the task: (returnval){ [ 667.604970] env[69481]: value = "task-3263464" [ 667.604970] env[69481]: _type = "Task" [ 667.604970] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.605707] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34ec35ec-ec02-4eb4-b332-ca305d6285aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.618641] env[69481]: DEBUG nova.compute.provider_tree [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.626940] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.626940] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.627355] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.628410] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093f42f1-79ac-418c-9e9f-03661ef44356 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.633899] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for the task: (returnval){ [ 667.633899] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5239de6f-932e-5067-4fcb-5d80d4952bda" [ 667.633899] env[69481]: _type = "Task" [ 667.633899] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.639152] env[69481]: DEBUG nova.compute.manager [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.644815] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5239de6f-932e-5067-4fcb-5d80d4952bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.782389] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062312} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.782717] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.783621] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f291d7f-4968-4711-9824-7adac0ffbd41 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.812628] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 6ebbfc05-34bf-4439-8feb-bb5410c145fd/6ebbfc05-34bf-4439-8feb-bb5410c145fd.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.813149] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7de7bda-93a3-4a86-b2d8-23cdbe64ec67 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.833153] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for the task: (returnval){ [ 667.833153] env[69481]: value = "task-3263465" [ 667.833153] env[69481]: _type = "Task" [ 667.833153] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.842803] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.894147] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "634b6ae2-3e25-4f45-9ace-005766a588de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.894423] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "634b6ae2-3e25-4f45-9ace-005766a588de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.983144] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.983490] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.983717] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.983931] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.984135] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.987230] env[69481]: INFO nova.compute.manager [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Terminating instance [ 667.993500] env[69481]: DEBUG nova.network.neutron [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.118575] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08915} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.118575] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.118575] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.118575] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.122106] env[69481]: DEBUG nova.scheduler.client.report [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.139971] env[69481]: DEBUG nova.network.neutron [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.175800] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5239de6f-932e-5067-4fcb-5d80d4952bda, 'name': SearchDatastore_Task, 'duration_secs': 0.008484} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.177516] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902649f4-8184-460e-8dfc-4341f74bf63c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.182988] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for the task: (returnval){ [ 668.182988] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5297cd21-3405-c84c-b66d-30fc568f1aa5" [ 668.182988] env[69481]: _type = "Task" [ 668.182988] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.197123] env[69481]: DEBUG nova.compute.manager [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.199396] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5297cd21-3405-c84c-b66d-30fc568f1aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.207255] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.230914] env[69481]: DEBUG nova.virt.hardware [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.233581] env[69481]: DEBUG nova.virt.hardware [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.233853] env[69481]: DEBUG nova.virt.hardware [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.234033] env[69481]: DEBUG nova.virt.hardware [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.234189] env[69481]: DEBUG nova.virt.hardware [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.234368] env[69481]: DEBUG nova.virt.hardware [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.235267] env[69481]: DEBUG nova.virt.hardware [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.235267] env[69481]: DEBUG nova.virt.hardware [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.235267] env[69481]: DEBUG nova.virt.hardware [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.235267] env[69481]: DEBUG nova.virt.hardware [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.235267] env[69481]: DEBUG nova.virt.hardware [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.237165] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ac9ccc-263a-4f06-9508-8360a00a2ec3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.252363] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9422a6f-a693-4c90-8597-7cb954ba25f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.344097] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.363307] env[69481]: DEBUG nova.network.neutron [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.405131] env[69481]: DEBUG nova.compute.manager [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.492035] env[69481]: DEBUG nova.compute.manager [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.493463] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.493753] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8506141f-e77e-4bad-9d55-aeaf2948149d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.506483] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.508739] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3874ff68-293f-4a3d-934e-7b4dbd6dd816 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.513708] env[69481]: DEBUG oslo_vmware.api [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 668.513708] env[69481]: value = "task-3263466" [ 668.513708] env[69481]: _type = "Task" [ 668.513708] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.524317] env[69481]: DEBUG oslo_vmware.api [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.562493] env[69481]: DEBUG nova.network.neutron [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Updating instance_info_cache with network_info: [{"id": "11d44a9c-4aa8-4f02-981c-17475c60cc0a", "address": "fa:16:3e:64:39:9f", "network": {"id": "b1d0d910-f9e1-4962-b3de-32b5f456ccc1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2112633524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d616ea4bf55432a9c907b524b42d7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d44a9c-4a", "ovs_interfaceid": "11d44a9c-4aa8-4f02-981c-17475c60cc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.620758] env[69481]: DEBUG nova.network.neutron [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updated VIF entry in instance network info cache for port a357ccbd-dcae-45cb-8867-e243e8a991b4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.620758] env[69481]: DEBUG nova.network.neutron [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updating instance_info_cache with network_info: [{"id": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "address": "fa:16:3e:71:89:6e", "network": {"id": "89ec1c48-6b26-4f26-a2f2-557efa31cda0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2119691391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "501ba7308ad1467b86875e7de2f679ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357ccbd-dc", "ovs_interfaceid": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.639448] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.639850] env[69481]: DEBUG nova.compute.manager [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.646614] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.571s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.646614] env[69481]: INFO nova.compute.claims [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.648178] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.648295] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.650179] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.650179] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.650179] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.651966] env[69481]: INFO nova.compute.manager [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Terminating instance [ 668.698825] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5297cd21-3405-c84c-b66d-30fc568f1aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.028633} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.699950] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.699950] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 48b3e04b-ca2e-4718-8a6a-37a21170630d/48b3e04b-ca2e-4718-8a6a-37a21170630d.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.700136] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d3ec4a7-0b1f-48a8-9f6a-997647b264f5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.707568] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for the task: (returnval){ [ 668.707568] env[69481]: value = "task-3263467" [ 668.707568] env[69481]: _type = "Task" [ 668.707568] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.716995] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.846129] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263465, 'name': ReconfigVM_Task, 'duration_secs': 0.784693} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.846432] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 6ebbfc05-34bf-4439-8feb-bb5410c145fd/6ebbfc05-34bf-4439-8feb-bb5410c145fd.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.847056] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55796e5a-308a-41f1-97a7-c77444e69c1a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.853490] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for the task: (returnval){ [ 668.853490] env[69481]: value = "task-3263468" [ 668.853490] env[69481]: _type = "Task" [ 668.853490] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.866661] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Releasing lock "refresh_cache-c047ff54-83bb-417a-b5fe-0ae70de31e9c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.867099] env[69481]: DEBUG nova.compute.manager [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.867345] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.867591] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263468, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.868418] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac48951-6c9b-45c0-8f67-47f43412fe09 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.879018] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.880192] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-844b4f1c-a154-4e99-b521-f12562818ace {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.888129] env[69481]: DEBUG oslo_vmware.api [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 668.888129] env[69481]: value = "task-3263469" [ 668.888129] env[69481]: _type = "Task" [ 668.888129] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.899043] env[69481]: DEBUG oslo_vmware.api [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.938899] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.028995] env[69481]: DEBUG oslo_vmware.api [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263466, 'name': PowerOffVM_Task, 'duration_secs': 0.382316} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.029386] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.029676] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.030037] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea9bbda5-69c8-4006-b635-00d6c2b79af5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.068509] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Releasing lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.069599] env[69481]: DEBUG nova.compute.manager [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Instance network_info: |[{"id": "11d44a9c-4aa8-4f02-981c-17475c60cc0a", "address": "fa:16:3e:64:39:9f", "network": {"id": "b1d0d910-f9e1-4962-b3de-32b5f456ccc1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2112633524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d616ea4bf55432a9c907b524b42d7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d44a9c-4a", "ovs_interfaceid": "11d44a9c-4aa8-4f02-981c-17475c60cc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.069912] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:39:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11d44a9c-4aa8-4f02-981c-17475c60cc0a', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.079819] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Creating folder: Project (5d616ea4bf55432a9c907b524b42d7d0). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.080146] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17256ce6-3975-4f22-b7b3-bb7e7b3f6fa6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.096401] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Created folder: Project (5d616ea4bf55432a9c907b524b42d7d0) in parent group-v651898. [ 669.096401] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Creating folder: Instances. Parent ref: group-v651945. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.096401] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48c1d0a3-1afc-4ad4-86ea-f8e9a07b85e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.104032] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Created folder: Instances in parent group-v651945. [ 669.105487] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.105487] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.105487] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b104dac-e884-4502-8054-ef6cafc1b43f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.123380] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Releasing lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.123740] env[69481]: DEBUG nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Received event network-vif-plugged-3712f43c-ce19-4cae-bb3d-540fb5292019 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.123979] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Acquiring lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.124234] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.124498] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.124887] env[69481]: DEBUG nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] No waiting events found dispatching network-vif-plugged-3712f43c-ce19-4cae-bb3d-540fb5292019 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.125097] env[69481]: WARNING nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Received unexpected event network-vif-plugged-3712f43c-ce19-4cae-bb3d-540fb5292019 for instance with vm_state building and task_state spawning. [ 669.125323] env[69481]: DEBUG nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Received event network-changed-3712f43c-ce19-4cae-bb3d-540fb5292019 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.126143] env[69481]: DEBUG nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Refreshing instance network info cache due to event network-changed-3712f43c-ce19-4cae-bb3d-540fb5292019. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.126143] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Acquiring lock "refresh_cache-6ebbfc05-34bf-4439-8feb-bb5410c145fd" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.126143] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Acquired lock "refresh_cache-6ebbfc05-34bf-4439-8feb-bb5410c145fd" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.126260] env[69481]: DEBUG nova.network.neutron [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Refreshing network info cache for port 3712f43c-ce19-4cae-bb3d-540fb5292019 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.130410] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.130410] env[69481]: value = "task-3263473" [ 669.130410] env[69481]: _type = "Task" [ 669.130410] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.147251] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263473, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.149804] env[69481]: DEBUG nova.compute.utils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.155263] env[69481]: DEBUG nova.compute.manager [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.155263] env[69481]: DEBUG nova.network.neutron [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.157608] env[69481]: DEBUG nova.compute.manager [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.157915] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.159554] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b45ce6-d513-4f31-a690-21db16218790 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.177610] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.177610] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.180093] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.180093] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.180093] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleting the datastore file [datastore2] d7ddcb8a-c3b1-45ee-8116-61de7ad1552e {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.183197] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebba7cc3-5ab1-40d2-be49-fe5c7d23572a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.185473] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.188109] env[69481]: DEBUG nova.virt.hardware [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.188438] env[69481]: DEBUG nova.virt.hardware [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.188624] env[69481]: DEBUG nova.virt.hardware [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.188872] env[69481]: DEBUG nova.virt.hardware [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.189200] env[69481]: DEBUG nova.virt.hardware [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.189277] env[69481]: DEBUG nova.virt.hardware [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.189433] env[69481]: DEBUG nova.virt.hardware [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.189615] env[69481]: DEBUG nova.virt.hardware [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.189804] env[69481]: DEBUG nova.virt.hardware [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.189984] env[69481]: DEBUG nova.virt.hardware [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.190214] env[69481]: DEBUG nova.virt.hardware [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.190901] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2587e285-e808-42eb-a5f5-2629b8e8d704 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.193935] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b7b3ed-a915-426d-9631-bbfad249ad5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.203313] env[69481]: DEBUG oslo_vmware.api [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 669.203313] env[69481]: value = "task-3263474" [ 669.203313] env[69481]: _type = "Task" [ 669.203313] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.210249] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dfc652-df27-4ee7-9762-22c11d3b2f75 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.222189] env[69481]: DEBUG nova.policy [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2266a18f5a474e53a53c97ee3c92444f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b694a7568c644c7a19dc61230d16390', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.239776] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.246292] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.246484] env[69481]: DEBUG oslo_vmware.api [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.246718] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477181} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.246956] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.247238] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 48b3e04b-ca2e-4718-8a6a-37a21170630d/48b3e04b-ca2e-4718-8a6a-37a21170630d.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.247370] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.247598] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-061ba85b-c55d-44b0-8b40-b9c3fccc131b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.260549] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-183a5a0d-0d52-4e20-baa9-de745cb728eb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.268890] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.268890] env[69481]: value = "task-3263476" [ 669.268890] env[69481]: _type = "Task" [ 669.268890] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.270586] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for the task: (returnval){ [ 669.270586] env[69481]: value = "task-3263477" [ 669.270586] env[69481]: _type = "Task" [ 669.270586] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.278533] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.278656] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.278818] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleting the datastore file [datastore2] f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.279505] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a27def35-bc5e-4e21-9af7-895b9ecd5f95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.288875] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.288988] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263476, 'name': CreateVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.290426] env[69481]: DEBUG oslo_vmware.api [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 669.290426] env[69481]: value = "task-3263478" [ 669.290426] env[69481]: _type = "Task" [ 669.290426] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.302169] env[69481]: DEBUG oslo_vmware.api [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.367919] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263468, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.404304] env[69481]: DEBUG oslo_vmware.api [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263469, 'name': PowerOffVM_Task, 'duration_secs': 0.42463} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.404673] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.404871] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.405154] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5da98e88-105f-4e7b-b66a-090f6e3a51eb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.434326] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.436347] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.436347] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Deleting the datastore file [datastore1] c047ff54-83bb-417a-b5fe-0ae70de31e9c {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.436347] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcdfbca8-122f-47c6-aebf-cc7aceb86392 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.445090] env[69481]: DEBUG oslo_vmware.api [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for the task: (returnval){ [ 669.445090] env[69481]: value = "task-3263480" [ 669.445090] env[69481]: _type = "Task" [ 669.445090] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.457185] env[69481]: DEBUG oslo_vmware.api [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.646490] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263473, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.658033] env[69481]: DEBUG nova.compute.manager [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.677069] env[69481]: DEBUG nova.network.neutron [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Successfully created port: f6e96cd7-4d11-4c44-a285-908d9a403127 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.725833] env[69481]: DEBUG oslo_vmware.api [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197691} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.726258] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.726548] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.726856] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.727149] env[69481]: INFO nova.compute.manager [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 669.727502] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.727786] env[69481]: DEBUG nova.compute.manager [-] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.727992] env[69481]: DEBUG nova.network.neutron [-] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.784982] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263476, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.791995] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084232} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.796193] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.796533] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb24f252-45e0-466b-b32f-059f1d694e5f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.805020] env[69481]: DEBUG oslo_vmware.api [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174773} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.814430] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.814690] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.814919] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.815947] env[69481]: INFO nova.compute.manager [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Took 0.66 seconds to destroy the instance on the hypervisor. [ 669.815947] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.825045] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 48b3e04b-ca2e-4718-8a6a-37a21170630d/48b3e04b-ca2e-4718-8a6a-37a21170630d.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.828654] env[69481]: DEBUG nova.compute.manager [-] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.828654] env[69481]: DEBUG nova.network.neutron [-] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.829659] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11047789-834d-4956-8e11-63729c777012 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.851293] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for the task: (returnval){ [ 669.851293] env[69481]: value = "task-3263481" [ 669.851293] env[69481]: _type = "Task" [ 669.851293] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.868128] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.868221] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263468, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.950087] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "ba59923e-442a-4444-b439-8083fddea082" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.950384] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "ba59923e-442a-4444-b439-8083fddea082" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.959967] env[69481]: DEBUG oslo_vmware.api [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Task: {'id': task-3263480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09926} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.962638] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.962833] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.963013] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.963224] env[69481]: INFO nova.compute.manager [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 669.963434] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.963790] env[69481]: DEBUG nova.compute.manager [-] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.963884] env[69481]: DEBUG nova.network.neutron [-] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.031532] env[69481]: DEBUG nova.network.neutron [-] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.063837] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a756000c-eba2-4d66-b51d-c0d2bde05441 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.072405] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc5e90f-a767-4a61-90e4-880d5f9adf05 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.106987] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755224eb-cf26-468f-8156-ad52b1c8fe63 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.118720] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dc53f8-cd38-4d47-b9e5-3ed3040527f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.133769] env[69481]: DEBUG nova.compute.provider_tree [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.144018] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263473, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.283853] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263476, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.371855] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.378693] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263468, 'name': Rename_Task, 'duration_secs': 1.316969} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.379079] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.379348] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f75f22c-3fd2-4dcb-8341-3c7aafd282f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.391323] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for the task: (returnval){ [ 670.391323] env[69481]: value = "task-3263482" [ 670.391323] env[69481]: _type = "Task" [ 670.391323] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.402980] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.541163] env[69481]: DEBUG nova.network.neutron [-] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.614514] env[69481]: DEBUG nova.network.neutron [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Successfully updated port: 61954857-ab99-40c2-baf0-03f0a182d307 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.643746] env[69481]: DEBUG nova.scheduler.client.report [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.654446] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263473, 'name': CreateVM_Task, 'duration_secs': 1.373478} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.654643] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.655326] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.655768] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.655815] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.656055] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd9ce31-94a5-4e5a-aed2-9aa9a31ff063 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.660890] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for the task: (returnval){ [ 670.660890] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52cd2811-0049-1916-7464-2c578f63df6d" [ 670.660890] env[69481]: _type = "Task" [ 670.660890] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.666936] env[69481]: DEBUG nova.compute.manager [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.675156] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cd2811-0049-1916-7464-2c578f63df6d, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.676011] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.676011] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.676011] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.676291] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.676291] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.676555] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3689419e-5aee-49de-8dc8-43cd8b35f320 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.685538] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.686889] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.686889] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8997b286-23d1-437a-a051-0c5c91f59d10 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.692738] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for the task: (returnval){ [ 670.692738] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525419c5-2dad-b919-a2c5-12544efab461" [ 670.692738] env[69481]: _type = "Task" [ 670.692738] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.710929] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525419c5-2dad-b919-a2c5-12544efab461, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.712732] env[69481]: DEBUG nova.network.neutron [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Updated VIF entry in instance network info cache for port 3712f43c-ce19-4cae-bb3d-540fb5292019. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.713066] env[69481]: DEBUG nova.network.neutron [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Updating instance_info_cache with network_info: [{"id": "3712f43c-ce19-4cae-bb3d-540fb5292019", "address": "fa:16:3e:76:48:5d", "network": {"id": "6a84dc77-27ac-49e9-b19c-fc7746971314", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-282007260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e60efb4438844d50b80c5d22f16bcc10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3712f43c-ce", "ovs_interfaceid": "3712f43c-ce19-4cae-bb3d-540fb5292019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.716916] env[69481]: DEBUG nova.virt.hardware [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.717396] env[69481]: DEBUG nova.virt.hardware [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.717583] env[69481]: DEBUG nova.virt.hardware [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.717751] env[69481]: DEBUG nova.virt.hardware [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.717899] env[69481]: DEBUG nova.virt.hardware [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.718055] env[69481]: DEBUG nova.virt.hardware [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.718276] env[69481]: DEBUG nova.virt.hardware [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.718452] env[69481]: DEBUG nova.virt.hardware [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.718637] env[69481]: DEBUG nova.virt.hardware [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.718824] env[69481]: DEBUG nova.virt.hardware [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.719042] env[69481]: DEBUG nova.virt.hardware [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.720898] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d563f4b-784d-405a-9a3a-3bcf4fa2e412 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.724042] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5ee6bb-948e-460e-b723-54844f9b0370 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.734646] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for the task: (returnval){ [ 670.734646] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b00c9d-73a9-ab12-7731-1ab719f7364c" [ 670.734646] env[69481]: _type = "Task" [ 670.734646] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.734831] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc95e8-dc98-4c2e-8647-7ed3bd5434d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.760706] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b00c9d-73a9-ab12-7731-1ab719f7364c, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.762063] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.762063] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 06429df3-0f61-491e-8263-87b0dcc74bab/06429df3-0f61-491e-8263-87b0dcc74bab.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.762063] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22562cff-7615-460b-8bf8-74734f8a777a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.772830] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.772830] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.774896] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for the task: (returnval){ [ 670.774896] env[69481]: value = "task-3263483" [ 670.774896] env[69481]: _type = "Task" [ 670.774896] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.796413] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.797279] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263476, 'name': CreateVM_Task, 'duration_secs': 1.250016} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.797487] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.798829] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.798829] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.798829] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.798829] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9321471d-2e4b-41c7-b07f-0b7c97a2f272 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.805448] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Waiting for the task: (returnval){ [ 670.805448] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f15a99-d6ca-a67f-59f3-10d8961f31b1" [ 670.805448] env[69481]: _type = "Task" [ 670.805448] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.819330] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f15a99-d6ca-a67f-59f3-10d8961f31b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.862587] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263481, 'name': ReconfigVM_Task, 'duration_secs': 0.719025} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.862936] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 48b3e04b-ca2e-4718-8a6a-37a21170630d/48b3e04b-ca2e-4718-8a6a-37a21170630d.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.863511] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efa4154c-60de-42b6-9bfd-3483996b0c75 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.869933] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for the task: (returnval){ [ 670.869933] env[69481]: value = "task-3263484" [ 670.869933] env[69481]: _type = "Task" [ 670.869933] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.879535] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263484, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.902548] env[69481]: DEBUG oslo_vmware.api [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263482, 'name': PowerOnVM_Task, 'duration_secs': 0.490908} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.902548] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.902548] env[69481]: INFO nova.compute.manager [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Took 15.27 seconds to spawn the instance on the hypervisor. [ 670.902548] env[69481]: DEBUG nova.compute.manager [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.903872] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cbb574-c962-4994-ab72-09d5bcc64ab5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.047020] env[69481]: INFO nova.compute.manager [-] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Took 1.08 seconds to deallocate network for instance. [ 671.124065] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquiring lock "refresh_cache-42551aa9-dd5e-4434-9c83-2749d325efe9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.124065] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquired lock "refresh_cache-42551aa9-dd5e-4434-9c83-2749d325efe9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.124065] env[69481]: DEBUG nova.network.neutron [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.149714] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.150318] env[69481]: DEBUG nova.compute.manager [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.154831] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.036s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.155055] env[69481]: DEBUG nova.objects.instance [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 671.227275] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Releasing lock "refresh_cache-6ebbfc05-34bf-4439-8feb-bb5410c145fd" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.227275] env[69481]: DEBUG nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Received event network-vif-deleted-d665db46-ade1-4aea-88e6-c14ec5d44992 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.227275] env[69481]: DEBUG nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Received event network-vif-plugged-767a4d84-13c0-4977-9aef-2f2648907143 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.227275] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Acquiring lock "48b3e04b-ca2e-4718-8a6a-37a21170630d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.227275] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Lock "48b3e04b-ca2e-4718-8a6a-37a21170630d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.227698] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Lock "48b3e04b-ca2e-4718-8a6a-37a21170630d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.227698] env[69481]: DEBUG nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] No waiting events found dispatching network-vif-plugged-767a4d84-13c0-4977-9aef-2f2648907143 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.227698] env[69481]: WARNING nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Received unexpected event network-vif-plugged-767a4d84-13c0-4977-9aef-2f2648907143 for instance with vm_state building and task_state spawning. [ 671.227698] env[69481]: DEBUG nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Received event network-changed-767a4d84-13c0-4977-9aef-2f2648907143 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.227698] env[69481]: DEBUG nova.compute.manager [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Refreshing instance network info cache due to event network-changed-767a4d84-13c0-4977-9aef-2f2648907143. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.229458] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Acquiring lock "refresh_cache-48b3e04b-ca2e-4718-8a6a-37a21170630d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.229722] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Acquired lock "refresh_cache-48b3e04b-ca2e-4718-8a6a-37a21170630d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.229817] env[69481]: DEBUG nova.network.neutron [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Refreshing network info cache for port 767a4d84-13c0-4977-9aef-2f2648907143 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.250893] env[69481]: DEBUG nova.compute.manager [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Received event network-changed-c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.250893] env[69481]: DEBUG nova.compute.manager [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Refreshing instance network info cache due to event network-changed-c3d4dbaf-8e0e-4421-9085-878d342deed4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.251245] env[69481]: DEBUG oslo_concurrency.lockutils [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] Acquiring lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.251318] env[69481]: DEBUG oslo_concurrency.lockutils [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] Acquired lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.251525] env[69481]: DEBUG nova.network.neutron [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Refreshing network info cache for port c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.291648] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263483, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.322076] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f15a99-d6ca-a67f-59f3-10d8961f31b1, 'name': SearchDatastore_Task, 'duration_secs': 0.01783} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.323733] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.323965] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.324967] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.325156] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.325378] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.325869] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3d1d3c0-c90a-4d93-b850-87928cabc681 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.335272] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.335693] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.336447] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa3a46c-b454-44a8-b0a4-11dce41a50d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.341956] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Waiting for the task: (returnval){ [ 671.341956] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e321e7-8f8d-0028-95d7-6808353760b6" [ 671.341956] env[69481]: _type = "Task" [ 671.341956] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.351880] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e321e7-8f8d-0028-95d7-6808353760b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.381080] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263484, 'name': Rename_Task, 'duration_secs': 0.221249} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.383082] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.383395] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b141e22a-ecc0-41b6-bb2c-9c51a3cb425a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.389848] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for the task: (returnval){ [ 671.389848] env[69481]: value = "task-3263485" [ 671.389848] env[69481]: _type = "Task" [ 671.389848] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.399910] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.421679] env[69481]: INFO nova.compute.manager [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Took 29.19 seconds to build instance. [ 671.497381] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "c299fcb9-93a7-418b-afc3-fd10ba330c44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.497631] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "c299fcb9-93a7-418b-afc3-fd10ba330c44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.553655] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.663664] env[69481]: DEBUG nova.compute.utils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.666282] env[69481]: DEBUG nova.compute.manager [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.666476] env[69481]: DEBUG nova.network.neutron [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.669020] env[69481]: DEBUG nova.network.neutron [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.760951] env[69481]: DEBUG nova.network.neutron [-] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.791564] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263483, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.826611] env[69481]: DEBUG nova.network.neutron [-] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.853743] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e321e7-8f8d-0028-95d7-6808353760b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.857963] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08af12a-6f1f-465a-b5da-34c4426b81bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.866638] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Waiting for the task: (returnval){ [ 671.866638] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52989fc8-1116-bbe1-447d-3729896f2156" [ 671.866638] env[69481]: _type = "Task" [ 671.866638] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.878320] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52989fc8-1116-bbe1-447d-3729896f2156, 'name': SearchDatastore_Task} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.878540] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.878793] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.880019] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1a6c8c0-9254-4772-b840-1c623600bbed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.885684] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Waiting for the task: (returnval){ [ 671.885684] env[69481]: value = "task-3263486" [ 671.885684] env[69481]: _type = "Task" [ 671.885684] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.898295] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.907235] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.925544] env[69481]: DEBUG oslo_concurrency.lockutils [None req-183f8847-d4d9-40c0-b63c-55bb236e78ea tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.657s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.946605] env[69481]: DEBUG nova.policy [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '133b3a2a98964650a79c9dcfa5029470', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6ff750535024acf8fc8d30ee69220af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.167055] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca671d04-7f1a-42c4-91e0-6d8b29c0142a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.168437] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.130s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.172435] env[69481]: DEBUG nova.objects.instance [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Lazy-loading 'resources' on Instance uuid b125bc9b-1c50-48df-a058-2264476b6470 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.175038] env[69481]: DEBUG nova.compute.manager [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.263641] env[69481]: INFO nova.compute.manager [-] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Took 2.54 seconds to deallocate network for instance. [ 672.305961] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263483, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.487208} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.306444] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 06429df3-0f61-491e-8263-87b0dcc74bab/06429df3-0f61-491e-8263-87b0dcc74bab.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.306657] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.306994] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d62009a6-bdfa-462e-ae58-6b82fe95791d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.315874] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for the task: (returnval){ [ 672.315874] env[69481]: value = "task-3263487" [ 672.315874] env[69481]: _type = "Task" [ 672.315874] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.326759] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.332191] env[69481]: INFO nova.compute.manager [-] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Took 2.50 seconds to deallocate network for instance. [ 672.352422] env[69481]: DEBUG nova.network.neutron [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Updating instance_info_cache with network_info: [{"id": "61954857-ab99-40c2-baf0-03f0a182d307", "address": "fa:16:3e:29:2a:47", "network": {"id": "a87e190b-5706-418a-9ef8-e9210a78a0a7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-403624739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f56c670a7b074e98802bbb0a8b4246e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61954857-ab", "ovs_interfaceid": "61954857-ab99-40c2-baf0-03f0a182d307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.402860] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.410369] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263485, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.424871] env[69481]: DEBUG nova.compute.manager [req-1035d32c-6826-4512-89cd-17c8730454c0 req-4042a82d-9028-4f20-9fb0-3eb414eb2399 service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Received event network-vif-plugged-61954857-ab99-40c2-baf0-03f0a182d307 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.425123] env[69481]: DEBUG oslo_concurrency.lockutils [req-1035d32c-6826-4512-89cd-17c8730454c0 req-4042a82d-9028-4f20-9fb0-3eb414eb2399 service nova] Acquiring lock "42551aa9-dd5e-4434-9c83-2749d325efe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.425401] env[69481]: DEBUG oslo_concurrency.lockutils [req-1035d32c-6826-4512-89cd-17c8730454c0 req-4042a82d-9028-4f20-9fb0-3eb414eb2399 service nova] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.425596] env[69481]: DEBUG oslo_concurrency.lockutils [req-1035d32c-6826-4512-89cd-17c8730454c0 req-4042a82d-9028-4f20-9fb0-3eb414eb2399 service nova] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.425820] env[69481]: DEBUG nova.compute.manager [req-1035d32c-6826-4512-89cd-17c8730454c0 req-4042a82d-9028-4f20-9fb0-3eb414eb2399 service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] No waiting events found dispatching network-vif-plugged-61954857-ab99-40c2-baf0-03f0a182d307 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.426021] env[69481]: WARNING nova.compute.manager [req-1035d32c-6826-4512-89cd-17c8730454c0 req-4042a82d-9028-4f20-9fb0-3eb414eb2399 service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Received unexpected event network-vif-plugged-61954857-ab99-40c2-baf0-03f0a182d307 for instance with vm_state building and task_state spawning. [ 672.428073] env[69481]: DEBUG nova.compute.manager [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.698411] env[69481]: DEBUG nova.network.neutron [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updated VIF entry in instance network info cache for port c3d4dbaf-8e0e-4421-9085-878d342deed4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.699565] env[69481]: DEBUG nova.network.neutron [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updating instance_info_cache with network_info: [{"id": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "address": "fa:16:3e:92:ab:ec", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d4dbaf-8e", "ovs_interfaceid": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.707846] env[69481]: DEBUG nova.network.neutron [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Updated VIF entry in instance network info cache for port 767a4d84-13c0-4977-9aef-2f2648907143. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.709478] env[69481]: DEBUG nova.network.neutron [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Updating instance_info_cache with network_info: [{"id": "767a4d84-13c0-4977-9aef-2f2648907143", "address": "fa:16:3e:8f:cc:a3", "network": {"id": "1563f3a7-3d9c-4b21-8df9-1953017942d0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-204081496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358a47efce64b22b513a2ab51128360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767a4d84-13", "ovs_interfaceid": "767a4d84-13c0-4977-9aef-2f2648907143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.776076] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.832693] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081776} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.833349] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.834189] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab40575b-b23a-4a8c-9d78-525bf7d57c1d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.842567] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.858372] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Releasing lock "refresh_cache-42551aa9-dd5e-4434-9c83-2749d325efe9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.858372] env[69481]: DEBUG nova.compute.manager [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Instance network_info: |[{"id": "61954857-ab99-40c2-baf0-03f0a182d307", "address": "fa:16:3e:29:2a:47", "network": {"id": "a87e190b-5706-418a-9ef8-e9210a78a0a7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-403624739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f56c670a7b074e98802bbb0a8b4246e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61954857-ab", "ovs_interfaceid": "61954857-ab99-40c2-baf0-03f0a182d307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.867468] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 06429df3-0f61-491e-8263-87b0dcc74bab/06429df3-0f61-491e-8263-87b0dcc74bab.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.870943] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:2a:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61954857-ab99-40c2-baf0-03f0a182d307', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.878836] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Creating folder: Project (f56c670a7b074e98802bbb0a8b4246e3). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.879186] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9592ec85-a142-4a5e-82d4-3b9925550e83 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.895795] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e194b480-5c15-46d4-80cf-0602e1921bb0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.910424] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851465} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.923689] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.923689] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.923689] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for the task: (returnval){ [ 672.923689] env[69481]: value = "task-3263489" [ 672.923689] env[69481]: _type = "Task" [ 672.923689] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.923689] env[69481]: DEBUG oslo_vmware.api [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263485, 'name': PowerOnVM_Task, 'duration_secs': 1.032674} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.924121] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec5ca969-1a28-4a0c-945f-4bc71b640b04 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.924121] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.924121] env[69481]: INFO nova.compute.manager [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Took 9.69 seconds to spawn the instance on the hypervisor. [ 672.924121] env[69481]: DEBUG nova.compute.manager [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.924121] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Created folder: Project (f56c670a7b074e98802bbb0a8b4246e3) in parent group-v651898. [ 672.924121] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Creating folder: Instances. Parent ref: group-v651949. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.928319] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1edf2b-2ecb-4012-8229-1bcb45527ee8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.931361] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c93e16a-d62f-45f0-b6b2-18855dda1fa8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.942678] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Waiting for the task: (returnval){ [ 672.942678] env[69481]: value = "task-3263490" [ 672.942678] env[69481]: _type = "Task" [ 672.942678] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.949909] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.960931] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Created folder: Instances in parent group-v651949. [ 672.961248] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.965026] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.965026] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3ff7dcf-039c-4277-bdf0-c174a0762077 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.981020] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.985176] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.989885] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.989885] env[69481]: value = "task-3263492" [ 672.989885] env[69481]: _type = "Task" [ 672.989885] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.998196] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263492, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.207402] env[69481]: DEBUG nova.compute.manager [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.209694] env[69481]: DEBUG oslo_concurrency.lockutils [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] Releasing lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.209933] env[69481]: DEBUG nova.compute.manager [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Received event network-vif-plugged-11d44a9c-4aa8-4f02-981c-17475c60cc0a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.210149] env[69481]: DEBUG oslo_concurrency.lockutils [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] Acquiring lock "06429df3-0f61-491e-8263-87b0dcc74bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.210411] env[69481]: DEBUG oslo_concurrency.lockutils [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] Lock "06429df3-0f61-491e-8263-87b0dcc74bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.210502] env[69481]: DEBUG oslo_concurrency.lockutils [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] Lock "06429df3-0f61-491e-8263-87b0dcc74bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.210662] env[69481]: DEBUG nova.compute.manager [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] No waiting events found dispatching network-vif-plugged-11d44a9c-4aa8-4f02-981c-17475c60cc0a {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.210912] env[69481]: WARNING nova.compute.manager [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Received unexpected event network-vif-plugged-11d44a9c-4aa8-4f02-981c-17475c60cc0a for instance with vm_state building and task_state spawning. [ 673.210979] env[69481]: DEBUG nova.compute.manager [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Received event network-changed-11d44a9c-4aa8-4f02-981c-17475c60cc0a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.211891] env[69481]: DEBUG nova.compute.manager [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Refreshing instance network info cache due to event network-changed-11d44a9c-4aa8-4f02-981c-17475c60cc0a. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.211891] env[69481]: DEBUG oslo_concurrency.lockutils [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] Acquiring lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.211891] env[69481]: DEBUG oslo_concurrency.lockutils [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] Acquired lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.211891] env[69481]: DEBUG nova.network.neutron [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Refreshing network info cache for port 11d44a9c-4aa8-4f02-981c-17475c60cc0a {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.213447] env[69481]: DEBUG oslo_concurrency.lockutils [req-86b6c765-2787-4feb-80d9-c142ce60b4f8 req-4e86ad48-715f-41bb-8388-0484a86c1bf4 service nova] Releasing lock "refresh_cache-48b3e04b-ca2e-4718-8a6a-37a21170630d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.216870] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6a6e9b-6cb5-4e0f-a220-3177f63c919d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.226525] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41eda00-747b-48b1-b308-bee7f87ab885 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.265173] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f40f0d-64e7-496b-b093-5ba5e4c4a66a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.273431] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb90d550-3761-4aa4-a4da-b3f8ddae8a94 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.281053] env[69481]: DEBUG nova.virt.hardware [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.281053] env[69481]: DEBUG nova.virt.hardware [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.281053] env[69481]: DEBUG nova.virt.hardware [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.281053] env[69481]: DEBUG nova.virt.hardware [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.281258] env[69481]: DEBUG nova.virt.hardware [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.281258] env[69481]: DEBUG nova.virt.hardware [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.281583] env[69481]: DEBUG nova.virt.hardware [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.281583] env[69481]: DEBUG nova.virt.hardware [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.281763] env[69481]: DEBUG nova.virt.hardware [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.282335] env[69481]: DEBUG nova.virt.hardware [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.282335] env[69481]: DEBUG nova.virt.hardware [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.283263] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3086b1b-8cc0-4f7e-a8cb-729721f3fc82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.297551] env[69481]: DEBUG nova.compute.provider_tree [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.302550] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26654c37-2321-43f1-96cb-663891fc91a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.322739] env[69481]: DEBUG nova.network.neutron [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Successfully created port: 3b75a42b-cff5-422b-9244-e5258eedc869 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.383731] env[69481]: DEBUG nova.network.neutron [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Successfully updated port: f6e96cd7-4d11-4c44-a285-908d9a403127 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.434081] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.460507] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233912} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.461035] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.462120] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34202a01-5a43-4523-b26c-b6bb58fb75b9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.488548] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.489297] env[69481]: INFO nova.compute.manager [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Took 26.97 seconds to build instance. [ 673.490509] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e234323-d54d-40de-987e-3070be53d560 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.522572] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263492, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.525254] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Waiting for the task: (returnval){ [ 673.525254] env[69481]: value = "task-3263493" [ 673.525254] env[69481]: _type = "Task" [ 673.525254] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.537513] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.803878] env[69481]: DEBUG nova.scheduler.client.report [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.888410] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquiring lock "refresh_cache-88a26444-e368-4ea8-8396-9ba0a921a52a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.891232] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquired lock "refresh_cache-88a26444-e368-4ea8-8396-9ba0a921a52a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.891232] env[69481]: DEBUG nova.network.neutron [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.922768] env[69481]: DEBUG oslo_concurrency.lockutils [None req-724597fb-b9e9-482d-891c-33173ba5e531 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquiring lock "interface-6ebbfc05-34bf-4439-8feb-bb5410c145fd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.923997] env[69481]: DEBUG oslo_concurrency.lockutils [None req-724597fb-b9e9-482d-891c-33173ba5e531 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "interface-6ebbfc05-34bf-4439-8feb-bb5410c145fd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.003s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.923997] env[69481]: DEBUG nova.objects.instance [None req-724597fb-b9e9-482d-891c-33173ba5e531 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lazy-loading 'flavor' on Instance uuid 6ebbfc05-34bf-4439-8feb-bb5410c145fd {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.958112] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263489, 'name': ReconfigVM_Task, 'duration_secs': 0.978467} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.958449] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 06429df3-0f61-491e-8263-87b0dcc74bab/06429df3-0f61-491e-8263-87b0dcc74bab.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.959240] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa39532b-a086-434f-8ffa-8bd17125f43c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.974725] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for the task: (returnval){ [ 673.974725] env[69481]: value = "task-3263494" [ 673.974725] env[69481]: _type = "Task" [ 673.974725] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.986821] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263494, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.008486] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a8a13e0-ec56-4f6c-b6a2-abfca85dc7b9 tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Lock "48b3e04b-ca2e-4718-8a6a-37a21170630d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.252s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.021181] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263492, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.038369] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.313964] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.316513] env[69481]: DEBUG oslo_concurrency.lockutils [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.169s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.316987] env[69481]: DEBUG nova.objects.instance [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Lazy-loading 'resources' on Instance uuid 70f7d715-45d0-43ac-8307-16b5623650cf {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.357279] env[69481]: INFO nova.scheduler.client.report [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Deleted allocations for instance b125bc9b-1c50-48df-a058-2264476b6470 [ 674.428350] env[69481]: DEBUG nova.objects.instance [None req-724597fb-b9e9-482d-891c-33173ba5e531 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lazy-loading 'pci_requests' on Instance uuid 6ebbfc05-34bf-4439-8feb-bb5410c145fd {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.480629] env[69481]: DEBUG nova.network.neutron [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Updated VIF entry in instance network info cache for port 11d44a9c-4aa8-4f02-981c-17475c60cc0a. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.481329] env[69481]: DEBUG nova.network.neutron [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Updating instance_info_cache with network_info: [{"id": "11d44a9c-4aa8-4f02-981c-17475c60cc0a", "address": "fa:16:3e:64:39:9f", "network": {"id": "b1d0d910-f9e1-4962-b3de-32b5f456ccc1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2112633524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d616ea4bf55432a9c907b524b42d7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d44a9c-4a", "ovs_interfaceid": "11d44a9c-4aa8-4f02-981c-17475c60cc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.489634] env[69481]: DEBUG nova.network.neutron [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.495223] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263494, 'name': Rename_Task, 'duration_secs': 0.251923} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.495545] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.495802] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfa2a95a-fd44-4125-b85d-c0d5ff52148d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.502837] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for the task: (returnval){ [ 674.502837] env[69481]: value = "task-3263495" [ 674.502837] env[69481]: _type = "Task" [ 674.502837] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.516840] env[69481]: DEBUG nova.compute.manager [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.527178] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263495, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.530837] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263492, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.540471] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263493, 'name': ReconfigVM_Task, 'duration_secs': 0.524389} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.540741] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e/033d81f0-8d19-4caf-a260-3ad2ebf8ad6e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.541472] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04bdf347-3c87-46ed-a7e7-6bf59237bb33 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.547346] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Waiting for the task: (returnval){ [ 674.547346] env[69481]: value = "task-3263496" [ 674.547346] env[69481]: _type = "Task" [ 674.547346] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.560734] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263496, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.731234] env[69481]: DEBUG nova.network.neutron [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Updating instance_info_cache with network_info: [{"id": "f6e96cd7-4d11-4c44-a285-908d9a403127", "address": "fa:16:3e:cf:75:81", "network": {"id": "6f982fa2-335e-4680-9893-29c65757b9ad", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-993413551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b694a7568c644c7a19dc61230d16390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e96cd7-4d", "ovs_interfaceid": "f6e96cd7-4d11-4c44-a285-908d9a403127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.876582] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6a2c1d9-46bd-40e9-942d-b3fca094b41b tempest-DeleteServersAdminTestJSON-2007696322 tempest-DeleteServersAdminTestJSON-2007696322-project-admin] Lock "b125bc9b-1c50-48df-a058-2264476b6470" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.537s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.936134] env[69481]: DEBUG nova.objects.base [None req-724597fb-b9e9-482d-891c-33173ba5e531 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Object Instance<6ebbfc05-34bf-4439-8feb-bb5410c145fd> lazy-loaded attributes: flavor,pci_requests {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 674.936134] env[69481]: DEBUG nova.network.neutron [None req-724597fb-b9e9-482d-891c-33173ba5e531 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.985913] env[69481]: DEBUG oslo_concurrency.lockutils [req-98603a34-6206-490b-98f7-3353495b13e4 req-784485a4-07a4-4277-aed9-951ddd191e56 service nova] Releasing lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.014305] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.030122] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263492, 'name': CreateVM_Task, 'duration_secs': 1.717462} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.030122] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.030276] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.030540] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.030836] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.031329] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c520b40-ed87-4541-8a4c-ff2a8215c42a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.042419] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for the task: (returnval){ [ 675.042419] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5284510d-da87-cf6f-9e34-d7914cc7d926" [ 675.042419] env[69481]: _type = "Task" [ 675.042419] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.045844] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.048632] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5284510d-da87-cf6f-9e34-d7914cc7d926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.059540] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263496, 'name': Rename_Task, 'duration_secs': 0.172014} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.059605] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.059867] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac4e7bb0-0d35-433e-8817-aff97a12377c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.069949] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Waiting for the task: (returnval){ [ 675.069949] env[69481]: value = "task-3263497" [ 675.069949] env[69481]: _type = "Task" [ 675.069949] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.085835] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263497, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.101499] env[69481]: DEBUG oslo_concurrency.lockutils [None req-724597fb-b9e9-482d-891c-33173ba5e531 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "interface-6ebbfc05-34bf-4439-8feb-bb5410c145fd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.178s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.234184] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Releasing lock "refresh_cache-88a26444-e368-4ea8-8396-9ba0a921a52a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.234447] env[69481]: DEBUG nova.compute.manager [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Instance network_info: |[{"id": "f6e96cd7-4d11-4c44-a285-908d9a403127", "address": "fa:16:3e:cf:75:81", "network": {"id": "6f982fa2-335e-4680-9893-29c65757b9ad", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-993413551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b694a7568c644c7a19dc61230d16390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e96cd7-4d", "ovs_interfaceid": "f6e96cd7-4d11-4c44-a285-908d9a403127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.235552] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:75:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6e96cd7-4d11-4c44-a285-908d9a403127', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.242514] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Creating folder: Project (1b694a7568c644c7a19dc61230d16390). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.245487] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e80f7685-c009-4508-b5f3-9a59b4f8acb9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.258620] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Created folder: Project (1b694a7568c644c7a19dc61230d16390) in parent group-v651898. [ 675.258620] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Creating folder: Instances. Parent ref: group-v651952. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.258620] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e214748-8200-43b8-86c3-6d2f3d359325 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.267119] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Created folder: Instances in parent group-v651952. [ 675.267394] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.267598] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.267827] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e875b5-dd14-4ca7-b0c2-b0c15bf603fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.290949] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.290949] env[69481]: value = "task-3263500" [ 675.290949] env[69481]: _type = "Task" [ 675.290949] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.299429] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263500, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.305331] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb9c712-bf71-4b07-ac31-fc97cc033387 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.314291] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfc14d3-723f-4099-b83f-6a338d20089d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.350815] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be8f4c2-c01d-4351-9800-766d7e5547c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.359212] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a239f82a-0c5f-4901-ac0d-d1b69c8f952c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.375205] env[69481]: DEBUG nova.compute.provider_tree [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.464914] env[69481]: DEBUG nova.network.neutron [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Successfully updated port: 3b75a42b-cff5-422b-9244-e5258eedc869 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.513171] env[69481]: DEBUG oslo_vmware.api [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263495, 'name': PowerOnVM_Task, 'duration_secs': 0.523741} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.514527] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.514527] env[69481]: INFO nova.compute.manager [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Took 9.81 seconds to spawn the instance on the hypervisor. [ 675.514527] env[69481]: DEBUG nova.compute.manager [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.514832] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d89820e-348f-4484-ae01-19562a95e061 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.553809] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5284510d-da87-cf6f-9e34-d7914cc7d926, 'name': SearchDatastore_Task, 'duration_secs': 0.017277} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.554163] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.554418] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.554663] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.554804] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.555075] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.555274] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f413eee-30cb-4483-9891-800443bb99ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.566588] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.566905] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.567601] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d1b256-2b50-4eb4-a7b2-b8f633f8637e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.588878] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for the task: (returnval){ [ 675.588878] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521e78c2-a768-3d50-7b83-682d775bdf40" [ 675.588878] env[69481]: _type = "Task" [ 675.588878] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.593683] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263497, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.618454] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521e78c2-a768-3d50-7b83-682d775bdf40, 'name': SearchDatastore_Task, 'duration_secs': 0.011193} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.625231] env[69481]: DEBUG nova.compute.manager [req-7214f0cc-2d90-4454-9ee8-acc66f75a3ee req-3c1195e9-49e1-4278-bb8c-d5f41f351c5e service nova] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Received event network-vif-deleted-f48b86b0-002d-4146-8a1c-f494af6ad975 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.625231] env[69481]: DEBUG nova.compute.manager [req-7214f0cc-2d90-4454-9ee8-acc66f75a3ee req-3c1195e9-49e1-4278-bb8c-d5f41f351c5e service nova] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Received event network-vif-deleted-3e17829c-075b-4849-a84f-ab7aaf218779 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.625231] env[69481]: DEBUG nova.compute.manager [req-7214f0cc-2d90-4454-9ee8-acc66f75a3ee req-3c1195e9-49e1-4278-bb8c-d5f41f351c5e service nova] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Received event network-vif-plugged-f6e96cd7-4d11-4c44-a285-908d9a403127 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.625628] env[69481]: DEBUG oslo_concurrency.lockutils [req-7214f0cc-2d90-4454-9ee8-acc66f75a3ee req-3c1195e9-49e1-4278-bb8c-d5f41f351c5e service nova] Acquiring lock "88a26444-e368-4ea8-8396-9ba0a921a52a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.625794] env[69481]: DEBUG oslo_concurrency.lockutils [req-7214f0cc-2d90-4454-9ee8-acc66f75a3ee req-3c1195e9-49e1-4278-bb8c-d5f41f351c5e service nova] Lock "88a26444-e368-4ea8-8396-9ba0a921a52a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.626115] env[69481]: DEBUG oslo_concurrency.lockutils [req-7214f0cc-2d90-4454-9ee8-acc66f75a3ee req-3c1195e9-49e1-4278-bb8c-d5f41f351c5e service nova] Lock "88a26444-e368-4ea8-8396-9ba0a921a52a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.626367] env[69481]: DEBUG nova.compute.manager [req-7214f0cc-2d90-4454-9ee8-acc66f75a3ee req-3c1195e9-49e1-4278-bb8c-d5f41f351c5e service nova] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] No waiting events found dispatching network-vif-plugged-f6e96cd7-4d11-4c44-a285-908d9a403127 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.626639] env[69481]: WARNING nova.compute.manager [req-7214f0cc-2d90-4454-9ee8-acc66f75a3ee req-3c1195e9-49e1-4278-bb8c-d5f41f351c5e service nova] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Received unexpected event network-vif-plugged-f6e96cd7-4d11-4c44-a285-908d9a403127 for instance with vm_state building and task_state spawning. [ 675.627521] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed829e47-20dc-4139-afd2-121ded27dcbe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.637790] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for the task: (returnval){ [ 675.637790] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5270f2b8-213b-0c38-8186-711fcc40c3c8" [ 675.637790] env[69481]: _type = "Task" [ 675.637790] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.654451] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5270f2b8-213b-0c38-8186-711fcc40c3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.801876] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263500, 'name': CreateVM_Task, 'duration_secs': 0.379699} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.802094] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.802826] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.803195] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.803357] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.803624] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd3ba0c-7b91-4e61-8b6c-1ad5fae1a01c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.808653] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for the task: (returnval){ [ 675.808653] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5208d052-242f-b943-4e88-86a61583a0df" [ 675.808653] env[69481]: _type = "Task" [ 675.808653] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.816872] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5208d052-242f-b943-4e88-86a61583a0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.879409] env[69481]: DEBUG nova.scheduler.client.report [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.967480] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.967676] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.969346] env[69481]: DEBUG nova.network.neutron [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.038983] env[69481]: INFO nova.compute.manager [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Took 25.88 seconds to build instance. [ 676.085591] env[69481]: DEBUG oslo_vmware.api [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Task: {'id': task-3263497, 'name': PowerOnVM_Task, 'duration_secs': 0.600225} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.085914] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.086165] env[69481]: DEBUG nova.compute.manager [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.086998] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152fa838-5402-4c9a-bc8c-133b2cf2e4ff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.149446] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5270f2b8-213b-0c38-8186-711fcc40c3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.014992} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.149755] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.150050] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 42551aa9-dd5e-4434-9c83-2749d325efe9/42551aa9-dd5e-4434-9c83-2749d325efe9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.150718] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e02df16-20ae-4ea0-ae2d-a15cfe44d54e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.157814] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for the task: (returnval){ [ 676.157814] env[69481]: value = "task-3263501" [ 676.157814] env[69481]: _type = "Task" [ 676.157814] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.166681] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.325948] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5208d052-242f-b943-4e88-86a61583a0df, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.326434] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.326668] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.326917] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.327398] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.327398] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.327734] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b4f2fe4-c4d6-4cb0-8623-fa19ec9ff390 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.338310] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.338449] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.339506] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f597d3-60d4-480f-b623-fbbc49151a4b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.345924] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for the task: (returnval){ [ 676.345924] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a18acb-c9c6-4bc6-5cc4-a2ef1cea892c" [ 676.345924] env[69481]: _type = "Task" [ 676.345924] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.356481] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a18acb-c9c6-4bc6-5cc4-a2ef1cea892c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.385855] env[69481]: DEBUG oslo_concurrency.lockutils [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.388314] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.883s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.388515] env[69481]: DEBUG nova.objects.instance [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 676.428653] env[69481]: INFO nova.scheduler.client.report [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Deleted allocations for instance 70f7d715-45d0-43ac-8307-16b5623650cf [ 676.518201] env[69481]: DEBUG nova.network.neutron [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.544469] env[69481]: DEBUG oslo_concurrency.lockutils [None req-82b0c815-7ad4-48d7-a845-c925e1aa4f4d tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Lock "06429df3-0f61-491e-8263-87b0dcc74bab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.955s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.611985] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.673031] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263501, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.729158] env[69481]: DEBUG nova.compute.manager [req-7ce1d149-d89c-42ac-8d4d-33f16daaa66f req-04c012ce-a15a-4aae-83b0-a1256d294768 service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Received event network-changed-61954857-ab99-40c2-baf0-03f0a182d307 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.729330] env[69481]: DEBUG nova.compute.manager [req-7ce1d149-d89c-42ac-8d4d-33f16daaa66f req-04c012ce-a15a-4aae-83b0-a1256d294768 service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Refreshing instance network info cache due to event network-changed-61954857-ab99-40c2-baf0-03f0a182d307. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.729552] env[69481]: DEBUG oslo_concurrency.lockutils [req-7ce1d149-d89c-42ac-8d4d-33f16daaa66f req-04c012ce-a15a-4aae-83b0-a1256d294768 service nova] Acquiring lock "refresh_cache-42551aa9-dd5e-4434-9c83-2749d325efe9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.729686] env[69481]: DEBUG oslo_concurrency.lockutils [req-7ce1d149-d89c-42ac-8d4d-33f16daaa66f req-04c012ce-a15a-4aae-83b0-a1256d294768 service nova] Acquired lock "refresh_cache-42551aa9-dd5e-4434-9c83-2749d325efe9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.730291] env[69481]: DEBUG nova.network.neutron [req-7ce1d149-d89c-42ac-8d4d-33f16daaa66f req-04c012ce-a15a-4aae-83b0-a1256d294768 service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Refreshing network info cache for port 61954857-ab99-40c2-baf0-03f0a182d307 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.740057] env[69481]: DEBUG nova.network.neutron [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance_info_cache with network_info: [{"id": "3b75a42b-cff5-422b-9244-e5258eedc869", "address": "fa:16:3e:ea:d2:c5", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75a42b-cf", "ovs_interfaceid": "3b75a42b-cff5-422b-9244-e5258eedc869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.859484] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a18acb-c9c6-4bc6-5cc4-a2ef1cea892c, 'name': SearchDatastore_Task, 'duration_secs': 0.013826} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.859484] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972a0a8d-8d12-4936-abb2-22b74d4cabcf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.865442] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for the task: (returnval){ [ 676.865442] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52cb77ce-7db1-b71c-c79f-cdcc8b1af5e3" [ 676.865442] env[69481]: _type = "Task" [ 676.865442] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.874501] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cb77ce-7db1-b71c-c79f-cdcc8b1af5e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.939292] env[69481]: DEBUG oslo_concurrency.lockutils [None req-026d2fa3-c3d6-479c-bdd0-2e301e2cf63e tempest-ServerExternalEventsTest-174750279 tempest-ServerExternalEventsTest-174750279-project-member] Lock "70f7d715-45d0-43ac-8307-16b5623650cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.512s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.052790] env[69481]: DEBUG nova.compute.manager [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.168839] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519115} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.169231] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 42551aa9-dd5e-4434-9c83-2749d325efe9/42551aa9-dd5e-4434-9c83-2749d325efe9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.169471] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.169727] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2343d9e-b6fe-4751-a18d-c6994980d7c3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.178041] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for the task: (returnval){ [ 677.178041] env[69481]: value = "task-3263502" [ 677.178041] env[69481]: _type = "Task" [ 677.178041] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.197096] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.244759] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.244759] env[69481]: DEBUG nova.compute.manager [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Instance network_info: |[{"id": "3b75a42b-cff5-422b-9244-e5258eedc869", "address": "fa:16:3e:ea:d2:c5", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75a42b-cf", "ovs_interfaceid": "3b75a42b-cff5-422b-9244-e5258eedc869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.244974] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:d2:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b75a42b-cff5-422b-9244-e5258eedc869', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.254279] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Creating folder: Project (a6ff750535024acf8fc8d30ee69220af). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.254279] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cef73dc-7955-4d2c-8f8f-34170a433021 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.264255] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Created folder: Project (a6ff750535024acf8fc8d30ee69220af) in parent group-v651898. [ 677.264520] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Creating folder: Instances. Parent ref: group-v651955. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.265537] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98a0d688-f71a-428a-87cf-407dfe769c0d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.279055] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Created folder: Instances in parent group-v651955. [ 677.279182] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.279421] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.279744] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d82c352b-f0b6-4536-a841-2aa7de5479af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.300125] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquiring lock "48b3e04b-ca2e-4718-8a6a-37a21170630d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.300432] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Lock "48b3e04b-ca2e-4718-8a6a-37a21170630d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.301374] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquiring lock "48b3e04b-ca2e-4718-8a6a-37a21170630d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.301374] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Lock "48b3e04b-ca2e-4718-8a6a-37a21170630d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.301374] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Lock "48b3e04b-ca2e-4718-8a6a-37a21170630d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.303368] env[69481]: INFO nova.compute.manager [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Terminating instance [ 677.306820] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.306820] env[69481]: value = "task-3263505" [ 677.306820] env[69481]: _type = "Task" [ 677.306820] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.314893] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263505, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.324195] env[69481]: DEBUG nova.compute.manager [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.325126] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58657c20-4764-4c03-8a06-0ce23bdd5785 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.377099] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cb77ce-7db1-b71c-c79f-cdcc8b1af5e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.378242] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.378242] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 88a26444-e368-4ea8-8396-9ba0a921a52a/88a26444-e368-4ea8-8396-9ba0a921a52a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.378242] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0a59dc7-1fea-4007-9047-8dafa9f843b1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.384963] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for the task: (returnval){ [ 677.384963] env[69481]: value = "task-3263506" [ 677.384963] env[69481]: _type = "Task" [ 677.384963] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.397647] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.403887] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f4dedc62-155b-467e-b81f-2a877e8f49a9 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.405705] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.935s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.407111] env[69481]: INFO nova.compute.claims [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.533022] env[69481]: DEBUG nova.network.neutron [req-7ce1d149-d89c-42ac-8d4d-33f16daaa66f req-04c012ce-a15a-4aae-83b0-a1256d294768 service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Updated VIF entry in instance network info cache for port 61954857-ab99-40c2-baf0-03f0a182d307. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.536212] env[69481]: DEBUG nova.network.neutron [req-7ce1d149-d89c-42ac-8d4d-33f16daaa66f req-04c012ce-a15a-4aae-83b0-a1256d294768 service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Updating instance_info_cache with network_info: [{"id": "61954857-ab99-40c2-baf0-03f0a182d307", "address": "fa:16:3e:29:2a:47", "network": {"id": "a87e190b-5706-418a-9ef8-e9210a78a0a7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-403624739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f56c670a7b074e98802bbb0a8b4246e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61954857-ab", "ovs_interfaceid": "61954857-ab99-40c2-baf0-03f0a182d307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.590169] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.689809] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072584} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.690215] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.691424] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13464d2-4a9b-4b88-b45a-1e5c023d663b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.722106] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 42551aa9-dd5e-4434-9c83-2749d325efe9/42551aa9-dd5e-4434-9c83-2749d325efe9.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.722106] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36dacc38-6089-488f-a9e9-d7fea83aa277 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.740510] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for the task: (returnval){ [ 677.740510] env[69481]: value = "task-3263507" [ 677.740510] env[69481]: _type = "Task" [ 677.740510] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.754955] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.810069] env[69481]: DEBUG nova.compute.manager [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.810069] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.810069] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76ea502-7bf7-4636-b4f8-562f5404fb56 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.826386] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263505, 'name': CreateVM_Task, 'duration_secs': 0.472342} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.830241] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.830241] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.830241] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.831446] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.831446] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.831446] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c87076-76ba-4a1c-a3f2-8bc31b366326 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.833446] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c2429d-cf07-495b-8a89-3116260075bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.841315] env[69481]: INFO nova.compute.manager [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] instance snapshotting [ 677.843825] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 677.843825] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b47883-e2c0-aa4f-62bf-8e683a675b67" [ 677.843825] env[69481]: _type = "Task" [ 677.843825] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.846035] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eea65c3-5614-4b3a-8adf-3baff7d48201 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.850222] env[69481]: DEBUG oslo_vmware.api [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for the task: (returnval){ [ 677.850222] env[69481]: value = "task-3263508" [ 677.850222] env[69481]: _type = "Task" [ 677.850222] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.882379] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a596352-83dd-4dac-b87b-67ecdfdf2f4c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.892855] env[69481]: DEBUG oslo_vmware.api [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.893135] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b47883-e2c0-aa4f-62bf-8e683a675b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.916173] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263506, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.036478] env[69481]: DEBUG oslo_concurrency.lockutils [req-7ce1d149-d89c-42ac-8d4d-33f16daaa66f req-04c012ce-a15a-4aae-83b0-a1256d294768 service nova] Releasing lock "refresh_cache-42551aa9-dd5e-4434-9c83-2749d325efe9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.252794] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263507, 'name': ReconfigVM_Task, 'duration_secs': 0.401214} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.255240] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 42551aa9-dd5e-4434-9c83-2749d325efe9/42551aa9-dd5e-4434-9c83-2749d325efe9.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.255991] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-498c4e47-0a1e-42bc-bc2c-101b17609ccd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.263848] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for the task: (returnval){ [ 678.263848] env[69481]: value = "task-3263509" [ 678.263848] env[69481]: _type = "Task" [ 678.263848] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.273703] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263509, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.333856] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "31d05edc-ce5c-494d-b7aa-54d937656ca9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.334130] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "31d05edc-ce5c-494d-b7aa-54d937656ca9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.355174] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b47883-e2c0-aa4f-62bf-8e683a675b67, 'name': SearchDatastore_Task, 'duration_secs': 0.052952} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.359349] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.359732] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.360111] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.360401] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.360703] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.361101] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d303c18f-431a-4531-81d2-2e7ad3e6e1f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.367800] env[69481]: DEBUG oslo_vmware.api [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263508, 'name': PowerOffVM_Task, 'duration_secs': 0.257939} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.368060] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.368229] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.369320] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca8fcf00-9b61-4f95-88dc-688b4a9cabd3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.370775] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.370952] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.371644] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6fc3b4-cac3-41f3-ad37-97bfd4ee9459 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.377038] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 678.377038] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52da1441-845c-142e-94c3-0fecf8ce8c6d" [ 678.377038] env[69481]: _type = "Task" [ 678.377038] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.384775] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52da1441-845c-142e-94c3-0fecf8ce8c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.402119] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553824} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.402428] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 88a26444-e368-4ea8-8396-9ba0a921a52a/88a26444-e368-4ea8-8396-9ba0a921a52a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.403603] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.403603] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ba346fc-124c-4ca6-ae14-4592d3e102b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.407645] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquiring lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.407886] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.408105] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquiring lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.408301] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.408457] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.412189] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 678.412601] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for the task: (returnval){ [ 678.412601] env[69481]: value = "task-3263511" [ 678.412601] env[69481]: _type = "Task" [ 678.412601] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.413106] env[69481]: INFO nova.compute.manager [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Terminating instance [ 678.414566] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cdcdc2d4-0dc2-497a-a603-f54e96f9d06d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.431022] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.436023] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 678.436023] env[69481]: value = "task-3263512" [ 678.436023] env[69481]: _type = "Task" [ 678.436023] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.443062] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.486498] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.486498] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.486498] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Deleting the datastore file [datastore1] 48b3e04b-ca2e-4718-8a6a-37a21170630d {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.486638] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a79494fb-cd2a-4b02-95c4-df26c9db25b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.493659] env[69481]: DEBUG oslo_vmware.api [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for the task: (returnval){ [ 678.493659] env[69481]: value = "task-3263513" [ 678.493659] env[69481]: _type = "Task" [ 678.493659] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.505342] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquiring lock "033d81f0-8d19-4caf-a260-3ad2ebf8ad6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.506436] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "033d81f0-8d19-4caf-a260-3ad2ebf8ad6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.506765] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquiring lock "033d81f0-8d19-4caf-a260-3ad2ebf8ad6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.507091] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "033d81f0-8d19-4caf-a260-3ad2ebf8ad6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.507330] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "033d81f0-8d19-4caf-a260-3ad2ebf8ad6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.509286] env[69481]: DEBUG oslo_vmware.api [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.510200] env[69481]: INFO nova.compute.manager [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Terminating instance [ 678.777943] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263509, 'name': Rename_Task, 'duration_secs': 0.161162} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.778161] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.778439] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a60a169-f847-490a-acdc-381d5989881a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.787099] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for the task: (returnval){ [ 678.787099] env[69481]: value = "task-3263514" [ 678.787099] env[69481]: _type = "Task" [ 678.787099] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.797176] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.884950] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e539af-9a53-429e-89e1-05f86873ac4d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.897942] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a16deed-de9d-4fca-aa24-dc5fe273154a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.901436] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52da1441-845c-142e-94c3-0fecf8ce8c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.902661] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a0a21b-2ca9-4395-9616-83e463129b4e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.933885] env[69481]: DEBUG nova.compute.manager [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.934117] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.939143] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e174630b-af80-435c-92ff-cf718a8011ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.943400] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cb4e61-06ae-4f91-90cf-4177d66d134e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.956371] env[69481]: DEBUG nova.compute.manager [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Received event network-changed-f6e96cd7-4d11-4c44-a285-908d9a403127 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.956702] env[69481]: DEBUG nova.compute.manager [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Refreshing instance network info cache due to event network-changed-f6e96cd7-4d11-4c44-a285-908d9a403127. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.957129] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] Acquiring lock "refresh_cache-88a26444-e368-4ea8-8396-9ba0a921a52a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.957129] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] Acquired lock "refresh_cache-88a26444-e368-4ea8-8396-9ba0a921a52a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.957398] env[69481]: DEBUG nova.network.neutron [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Refreshing network info cache for port f6e96cd7-4d11-4c44-a285-908d9a403127 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.959010] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 678.959010] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5214cabb-75b9-4288-fd2b-f5cac971680f" [ 678.959010] env[69481]: _type = "Task" [ 678.959010] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.976106] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263512, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.977083] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074842} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.977781] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.980957] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.982363] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a72498c-848d-497c-8e58-09e85a263148 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.986819] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41246507-70df-4f96-8e52-f763276a64f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.991398] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df24105a-ce02-4090-976d-df78fc909f19 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.015699] env[69481]: DEBUG oslo_vmware.api [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for the task: (returnval){ [ 679.015699] env[69481]: value = "task-3263515" [ 679.015699] env[69481]: _type = "Task" [ 679.015699] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.016198] env[69481]: DEBUG nova.compute.provider_tree [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.017719] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquiring lock "refresh_cache-033d81f0-8d19-4caf-a260-3ad2ebf8ad6e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.017895] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquired lock "refresh_cache-033d81f0-8d19-4caf-a260-3ad2ebf8ad6e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.021669] env[69481]: DEBUG nova.network.neutron [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.021669] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5214cabb-75b9-4288-fd2b-f5cac971680f, 'name': SearchDatastore_Task, 'duration_secs': 0.014766} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.031522] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.031860] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a09a75d5-e39c-40c6-9f3e-343928a2c96e/a09a75d5-e39c-40c6-9f3e-343928a2c96e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.042679] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 88a26444-e368-4ea8-8396-9ba0a921a52a/88a26444-e368-4ea8-8396-9ba0a921a52a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.045536] env[69481]: DEBUG nova.scheduler.client.report [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.056261] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f42b3aa0-dd9e-43df-aa38-893c045ca39a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.058960] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c97fd60e-b7d3-4f47-a716-e6a3a16abfb1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.073786] env[69481]: DEBUG oslo_vmware.api [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Task: {'id': task-3263513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150722} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.074937] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.669s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.075499] env[69481]: DEBUG nova.compute.manager [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.084772] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.084772] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.084772] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.084772] env[69481]: INFO nova.compute.manager [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Took 1.27 seconds to destroy the instance on the hypervisor. [ 679.084772] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.085179] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.488s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.085179] env[69481]: INFO nova.compute.claims [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.087941] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "ed30ff05-dd61-418f-848a-45ff94fac298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.088256] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "ed30ff05-dd61-418f-848a-45ff94fac298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.090024] env[69481]: DEBUG nova.compute.manager [-] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.090024] env[69481]: DEBUG nova.network.neutron [-] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.095054] env[69481]: DEBUG oslo_vmware.api [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.098103] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for the task: (returnval){ [ 679.098103] env[69481]: value = "task-3263517" [ 679.098103] env[69481]: _type = "Task" [ 679.098103] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.098103] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 679.098103] env[69481]: value = "task-3263516" [ 679.098103] env[69481]: _type = "Task" [ 679.098103] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.107110] env[69481]: DEBUG nova.network.neutron [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.116360] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.118685] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.258286] env[69481]: DEBUG nova.network.neutron [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.297262] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263514, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.390425] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "3627b7e2-a873-46df-a5bf-84114546d285" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.390675] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "3627b7e2-a873-46df-a5bf-84114546d285" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.456060] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263512, 'name': CreateSnapshot_Task, 'duration_secs': 0.540721} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.457291] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.457874] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a673185-870e-4d58-aaa4-9fb86892fdb1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.545784] env[69481]: DEBUG oslo_vmware.api [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263515, 'name': PowerOffVM_Task, 'duration_secs': 0.200718} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.546340] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.546622] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.547282] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e21d9d3e-56a4-48d5-9e27-58cc11e786a7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.596036] env[69481]: DEBUG nova.compute.utils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.598676] env[69481]: DEBUG nova.compute.manager [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.598920] env[69481]: DEBUG nova.network.neutron [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.620284] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.620642] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.620974] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Deleting the datastore file [datastore1] 6ebbfc05-34bf-4439-8feb-bb5410c145fd {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.625731] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa56f081-fc62-4e64-9c99-5da5a5ca5131 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.636618] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.641222] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263516, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.643440] env[69481]: DEBUG oslo_vmware.api [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for the task: (returnval){ [ 679.643440] env[69481]: value = "task-3263519" [ 679.643440] env[69481]: _type = "Task" [ 679.643440] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.654698] env[69481]: DEBUG oslo_vmware.api [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.691635] env[69481]: DEBUG nova.policy [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df93e8a241e9402395e02d629a4cafde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d37096accb54d3eb98542b40d8d475d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.761192] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Releasing lock "refresh_cache-033d81f0-8d19-4caf-a260-3ad2ebf8ad6e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.762166] env[69481]: DEBUG nova.compute.manager [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.762166] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.763454] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72262de0-956f-4eba-a0bb-d89bca129c63 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.777166] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.777253] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3544ec9-94bb-4722-9dc1-8d591b99ed37 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.788887] env[69481]: DEBUG oslo_vmware.api [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 679.788887] env[69481]: value = "task-3263520" [ 679.788887] env[69481]: _type = "Task" [ 679.788887] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.799605] env[69481]: DEBUG oslo_vmware.api [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.804890] env[69481]: DEBUG oslo_vmware.api [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263514, 'name': PowerOnVM_Task, 'duration_secs': 0.554412} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.807891] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.808205] env[69481]: INFO nova.compute.manager [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Took 11.61 seconds to spawn the instance on the hypervisor. [ 679.808475] env[69481]: DEBUG nova.compute.manager [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.809367] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fc9226-f274-4e1b-8b95-d195182eb7de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.880129] env[69481]: DEBUG nova.network.neutron [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Updated VIF entry in instance network info cache for port f6e96cd7-4d11-4c44-a285-908d9a403127. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.880129] env[69481]: DEBUG nova.network.neutron [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Updating instance_info_cache with network_info: [{"id": "f6e96cd7-4d11-4c44-a285-908d9a403127", "address": "fa:16:3e:cf:75:81", "network": {"id": "6f982fa2-335e-4680-9893-29c65757b9ad", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-993413551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b694a7568c644c7a19dc61230d16390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e96cd7-4d", "ovs_interfaceid": "f6e96cd7-4d11-4c44-a285-908d9a403127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.982960] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 679.987023] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d67c299f-8f91-41b8-9144-992e9b1f60b6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.992719] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 679.992719] env[69481]: value = "task-3263521" [ 679.992719] env[69481]: _type = "Task" [ 679.992719] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.002107] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263521, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.110040] env[69481]: DEBUG nova.network.neutron [-] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.111935] env[69481]: DEBUG nova.compute.manager [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.115937] env[69481]: DEBUG nova.network.neutron [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Successfully created port: 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.128601] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263517, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.134795] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694096} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.135310] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a09a75d5-e39c-40c6-9f3e-343928a2c96e/a09a75d5-e39c-40c6-9f3e-343928a2c96e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.135524] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.137347] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6cf0789-b2d7-43e2-8594-37066235e2d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.144160] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 680.144160] env[69481]: value = "task-3263522" [ 680.144160] env[69481]: _type = "Task" [ 680.144160] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.159802] env[69481]: DEBUG oslo_vmware.api [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Task: {'id': task-3263519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37051} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.163317] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.163317] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.163480] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.163594] env[69481]: INFO nova.compute.manager [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Took 1.23 seconds to destroy the instance on the hypervisor. [ 680.163903] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.164028] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.164903] env[69481]: DEBUG nova.compute.manager [-] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.164985] env[69481]: DEBUG nova.network.neutron [-] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.297976] env[69481]: DEBUG oslo_vmware.api [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.332620] env[69481]: INFO nova.compute.manager [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Took 29.87 seconds to build instance. [ 680.384295] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] Releasing lock "refresh_cache-88a26444-e368-4ea8-8396-9ba0a921a52a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.384893] env[69481]: DEBUG nova.compute.manager [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Received event network-vif-plugged-3b75a42b-cff5-422b-9244-e5258eedc869 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.384893] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] Acquiring lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.385079] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.385241] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.385410] env[69481]: DEBUG nova.compute.manager [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] No waiting events found dispatching network-vif-plugged-3b75a42b-cff5-422b-9244-e5258eedc869 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.385598] env[69481]: WARNING nova.compute.manager [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Received unexpected event network-vif-plugged-3b75a42b-cff5-422b-9244-e5258eedc869 for instance with vm_state building and task_state spawning. [ 680.385758] env[69481]: DEBUG nova.compute.manager [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Received event network-changed-3b75a42b-cff5-422b-9244-e5258eedc869 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.385907] env[69481]: DEBUG nova.compute.manager [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Refreshing instance network info cache due to event network-changed-3b75a42b-cff5-422b-9244-e5258eedc869. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.386104] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] Acquiring lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.386256] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] Acquired lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.386980] env[69481]: DEBUG nova.network.neutron [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Refreshing network info cache for port 3b75a42b-cff5-422b-9244-e5258eedc869 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.399166] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquiring lock "83c98adf-e50f-4908-b1fe-c42c7a2568cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.399857] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "83c98adf-e50f-4908-b1fe-c42c7a2568cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.510045] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263521, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.592873] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8d7eda-767b-4fe3-9308-0449acb81890 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.603627] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e66dd4-f6fb-485e-badc-76c98dd8c89c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.619021] env[69481]: INFO nova.compute.manager [-] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Took 1.53 seconds to deallocate network for instance. [ 680.620281] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263517, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.651254] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc60d57e-8583-42a4-9e7d-ddc24dd644b3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.665664] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.670345] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b57904-4d3b-40bc-8a23-6d2fb7a60c9a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.686805] env[69481]: DEBUG nova.compute.provider_tree [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.787421] env[69481]: DEBUG nova.network.neutron [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updated VIF entry in instance network info cache for port 3b75a42b-cff5-422b-9244-e5258eedc869. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.788033] env[69481]: DEBUG nova.network.neutron [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance_info_cache with network_info: [{"id": "3b75a42b-cff5-422b-9244-e5258eedc869", "address": "fa:16:3e:ea:d2:c5", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75a42b-cf", "ovs_interfaceid": "3b75a42b-cff5-422b-9244-e5258eedc869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.798761] env[69481]: DEBUG oslo_vmware.api [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.838742] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2333d77-2da8-4ce4-ac81-1a807480b715 tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.338s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.010407] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263521, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.116722] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263517, 'name': ReconfigVM_Task, 'duration_secs': 1.672049} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.117011] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 88a26444-e368-4ea8-8396-9ba0a921a52a/88a26444-e368-4ea8-8396-9ba0a921a52a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.117645] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bbfe347-a608-4ef3-889f-fb17c5e6f1a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.124704] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for the task: (returnval){ [ 681.124704] env[69481]: value = "task-3263523" [ 681.124704] env[69481]: _type = "Task" [ 681.124704] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.136330] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263523, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.150584] env[69481]: DEBUG nova.compute.manager [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.161390] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.161674] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.672792} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.161911] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.162674] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1062c5f-db4d-4f01-bd0c-48beefdf10a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.184518] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] a09a75d5-e39c-40c6-9f3e-343928a2c96e/a09a75d5-e39c-40c6-9f3e-343928a2c96e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.186540] env[69481]: DEBUG nova.network.neutron [-] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.187581] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-224b23e1-8795-44ca-b75e-f16c8838ccfc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.203286] env[69481]: DEBUG nova.scheduler.client.report [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.208635] env[69481]: DEBUG nova.virt.hardware [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.209949] env[69481]: DEBUG nova.virt.hardware [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.209949] env[69481]: DEBUG nova.virt.hardware [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.209949] env[69481]: DEBUG nova.virt.hardware [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.209949] env[69481]: DEBUG nova.virt.hardware [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.209949] env[69481]: DEBUG nova.virt.hardware [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.210231] env[69481]: DEBUG nova.virt.hardware [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.210231] env[69481]: DEBUG nova.virt.hardware [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.210231] env[69481]: DEBUG nova.virt.hardware [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.210394] env[69481]: DEBUG nova.virt.hardware [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.210947] env[69481]: DEBUG nova.virt.hardware [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.212989] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaac0ed-dccf-44ca-a6e3-f0d271f62810 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.217244] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 681.217244] env[69481]: value = "task-3263524" [ 681.217244] env[69481]: _type = "Task" [ 681.217244] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.225551] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7f883b-774e-43bd-8b48-b7b17809de62 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.244481] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.293661] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e9f8614-4c88-4576-9539-d7c1cbb21933 req-1f8ab2b4-bf4f-4f69-8f89-e60830e68d67 service nova] Releasing lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.300238] env[69481]: DEBUG oslo_vmware.api [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263520, 'name': PowerOffVM_Task, 'duration_secs': 1.095044} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.300238] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.300238] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.300439] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74aed126-39d3-4754-863c-3a914697e9bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.329171] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.329400] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.329581] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Deleting the datastore file [datastore2] 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.329850] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ebabe3f-a462-4e16-a98a-021dc7f01fa6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.337285] env[69481]: DEBUG oslo_vmware.api [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for the task: (returnval){ [ 681.337285] env[69481]: value = "task-3263526" [ 681.337285] env[69481]: _type = "Task" [ 681.337285] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.341353] env[69481]: DEBUG nova.compute.manager [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.349736] env[69481]: DEBUG oslo_vmware.api [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.509480] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263521, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.635400] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263523, 'name': Rename_Task, 'duration_secs': 0.196053} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.635955] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.636099] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c36c874e-5b3c-4034-87d1-1d037c13f27a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.643731] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for the task: (returnval){ [ 681.643731] env[69481]: value = "task-3263527" [ 681.643731] env[69481]: _type = "Task" [ 681.643731] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.651640] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.703985] env[69481]: INFO nova.compute.manager [-] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Took 1.54 seconds to deallocate network for instance. [ 681.716253] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.716778] env[69481]: DEBUG nova.compute.manager [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.725325] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.516s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.725912] env[69481]: INFO nova.compute.claims [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.742000] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263524, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.814849] env[69481]: DEBUG nova.compute.manager [req-8c5ad51f-fbb3-4032-8c1c-7306d4e6c565 req-d25c0249-41db-4e54-92ff-594c46cddb16 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Received event network-changed-11d44a9c-4aa8-4f02-981c-17475c60cc0a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.815112] env[69481]: DEBUG nova.compute.manager [req-8c5ad51f-fbb3-4032-8c1c-7306d4e6c565 req-d25c0249-41db-4e54-92ff-594c46cddb16 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Refreshing instance network info cache due to event network-changed-11d44a9c-4aa8-4f02-981c-17475c60cc0a. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.815269] env[69481]: DEBUG oslo_concurrency.lockutils [req-8c5ad51f-fbb3-4032-8c1c-7306d4e6c565 req-d25c0249-41db-4e54-92ff-594c46cddb16 service nova] Acquiring lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.815451] env[69481]: DEBUG oslo_concurrency.lockutils [req-8c5ad51f-fbb3-4032-8c1c-7306d4e6c565 req-d25c0249-41db-4e54-92ff-594c46cddb16 service nova] Acquired lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.815566] env[69481]: DEBUG nova.network.neutron [req-8c5ad51f-fbb3-4032-8c1c-7306d4e6c565 req-d25c0249-41db-4e54-92ff-594c46cddb16 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Refreshing network info cache for port 11d44a9c-4aa8-4f02-981c-17475c60cc0a {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.853164] env[69481]: DEBUG oslo_vmware.api [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Task: {'id': task-3263526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189565} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.855947] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.855947] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.855947] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.856204] env[69481]: INFO nova.compute.manager [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Took 2.09 seconds to destroy the instance on the hypervisor. [ 681.856301] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.857055] env[69481]: DEBUG nova.compute.manager [-] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.857055] env[69481]: DEBUG nova.network.neutron [-] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.865522] env[69481]: DEBUG nova.network.neutron [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Successfully updated port: 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.882875] env[69481]: DEBUG nova.network.neutron [-] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.888606] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.906645] env[69481]: DEBUG nova.compute.manager [req-ec5b3811-9a13-439e-a86c-0cc0bc48fe5a req-d05a0c03-8e82-42ef-bc9c-0bc68c0be7f8 service nova] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Received event network-vif-deleted-767a4d84-13c0-4977-9aef-2f2648907143 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.906645] env[69481]: DEBUG nova.compute.manager [req-ec5b3811-9a13-439e-a86c-0cc0bc48fe5a req-d05a0c03-8e82-42ef-bc9c-0bc68c0be7f8 service nova] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Received event network-vif-deleted-3712f43c-ce19-4cae-bb3d-540fb5292019 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.010007] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263521, 'name': CloneVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.157727] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.213765] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.230991] env[69481]: DEBUG nova.compute.utils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.239036] env[69481]: DEBUG nova.compute.manager [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.239036] env[69481]: DEBUG nova.network.neutron [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.249102] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263524, 'name': ReconfigVM_Task, 'duration_secs': 0.703803} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.249685] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Reconfigured VM instance instance-00000012 to attach disk [datastore2] a09a75d5-e39c-40c6-9f3e-343928a2c96e/a09a75d5-e39c-40c6-9f3e-343928a2c96e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.251981] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b12454a-215e-4e35-a0b5-a509b9885a9d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.257691] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 682.257691] env[69481]: value = "task-3263528" [ 682.257691] env[69481]: _type = "Task" [ 682.257691] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.265751] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263528, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.310265] env[69481]: DEBUG nova.policy [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a059d626f34253a07670e7b2ce75ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa55d94859b498a9e9d98520990488f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.371983] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.371983] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquired lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.371983] env[69481]: DEBUG nova.network.neutron [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.391296] env[69481]: DEBUG nova.network.neutron [-] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.513105] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263521, 'name': CloneVM_Task, 'duration_secs': 2.033999} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.513580] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Created linked-clone VM from snapshot [ 682.514528] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269a554d-e2b9-4096-9200-04efae056498 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.522991] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Uploading image 09aeebb7-85a3-4daf-a446-0445980e6a81 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 682.552086] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 682.552086] env[69481]: value = "vm-651959" [ 682.552086] env[69481]: _type = "VirtualMachine" [ 682.552086] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 682.552517] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-92eaf692-621b-43d5-8a24-ab6df2d012c3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.562400] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lease: (returnval){ [ 682.562400] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5269c8cc-bcc9-206e-bdd2-03f7621af2a8" [ 682.562400] env[69481]: _type = "HttpNfcLease" [ 682.562400] env[69481]: } obtained for exporting VM: (result){ [ 682.562400] env[69481]: value = "vm-651959" [ 682.562400] env[69481]: _type = "VirtualMachine" [ 682.562400] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 682.563037] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the lease: (returnval){ [ 682.563037] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5269c8cc-bcc9-206e-bdd2-03f7621af2a8" [ 682.563037] env[69481]: _type = "HttpNfcLease" [ 682.563037] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 682.571118] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.571118] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5269c8cc-bcc9-206e-bdd2-03f7621af2a8" [ 682.571118] env[69481]: _type = "HttpNfcLease" [ 682.571118] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 682.658167] env[69481]: DEBUG oslo_vmware.api [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263527, 'name': PowerOnVM_Task, 'duration_secs': 0.559742} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.658428] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.660921] env[69481]: INFO nova.compute.manager [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Took 11.99 seconds to spawn the instance on the hypervisor. [ 682.660921] env[69481]: DEBUG nova.compute.manager [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.660921] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfd4d07-e1d9-4e16-8100-3e4c6cef3987 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.743128] env[69481]: DEBUG nova.compute.manager [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.770657] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263528, 'name': Rename_Task, 'duration_secs': 0.33589} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.772106] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.773028] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-041f10fc-cc68-4519-9649-6abfcb01a099 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.779229] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 682.779229] env[69481]: value = "task-3263530" [ 682.779229] env[69481]: _type = "Task" [ 682.779229] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.787885] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.894286] env[69481]: INFO nova.compute.manager [-] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Took 1.04 seconds to deallocate network for instance. [ 682.983669] env[69481]: DEBUG nova.network.neutron [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.073051] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 683.073051] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5269c8cc-bcc9-206e-bdd2-03f7621af2a8" [ 683.073051] env[69481]: _type = "HttpNfcLease" [ 683.073051] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 683.073051] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 683.073051] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5269c8cc-bcc9-206e-bdd2-03f7621af2a8" [ 683.073051] env[69481]: _type = "HttpNfcLease" [ 683.073051] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 683.074283] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfefa70-7375-42d5-af00-d70624252ad7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.084669] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526145e2-5e0b-443b-678c-b338422eb8d5/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 683.084971] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526145e2-5e0b-443b-678c-b338422eb8d5/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 683.187048] env[69481]: INFO nova.compute.manager [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Took 28.57 seconds to build instance. [ 683.214055] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5179f600-64c5-40c4-8043-8955b3f6dac2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.294071] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.350776] env[69481]: DEBUG nova.network.neutron [req-8c5ad51f-fbb3-4032-8c1c-7306d4e6c565 req-d25c0249-41db-4e54-92ff-594c46cddb16 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Updated VIF entry in instance network info cache for port 11d44a9c-4aa8-4f02-981c-17475c60cc0a. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.351166] env[69481]: DEBUG nova.network.neutron [req-8c5ad51f-fbb3-4032-8c1c-7306d4e6c565 req-d25c0249-41db-4e54-92ff-594c46cddb16 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Updating instance_info_cache with network_info: [{"id": "11d44a9c-4aa8-4f02-981c-17475c60cc0a", "address": "fa:16:3e:64:39:9f", "network": {"id": "b1d0d910-f9e1-4962-b3de-32b5f456ccc1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2112633524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d616ea4bf55432a9c907b524b42d7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d44a9c-4a", "ovs_interfaceid": "11d44a9c-4aa8-4f02-981c-17475c60cc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.354645] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd4d0b-0bcd-4792-8616-7e2f8ff62509 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.363848] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293ffe66-1554-415f-80cd-4fe57b97437a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.411070] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.415208] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c60fbb5-7b5d-433e-9c66-d994a89ee744 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.422727] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94f0d5c-da35-4721-844d-cfcf2b93d9e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.437309] env[69481]: DEBUG nova.compute.provider_tree [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.528888] env[69481]: DEBUG nova.network.neutron [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updating instance_info_cache with network_info: [{"id": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "address": "fa:16:3e:f6:7a:59", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2612f51c-1f", "ovs_interfaceid": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.548904] env[69481]: DEBUG nova.network.neutron [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Successfully created port: 3b18de0c-c52f-4172-9749-3f749261f5ef {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.688244] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0248430e-ce9f-4e33-96f2-3689ba9d1889 tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Lock "88a26444-e368-4ea8-8396-9ba0a921a52a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.118s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.768019] env[69481]: DEBUG nova.compute.manager [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.795175] env[69481]: DEBUG oslo_vmware.api [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263530, 'name': PowerOnVM_Task, 'duration_secs': 0.601744} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.795175] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.795175] env[69481]: INFO nova.compute.manager [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Took 10.59 seconds to spawn the instance on the hypervisor. [ 683.795175] env[69481]: DEBUG nova.compute.manager [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.795757] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e015e37-2b96-41c1-9567-fb8497ce2554 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.823101] env[69481]: DEBUG nova.virt.hardware [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.823943] env[69481]: DEBUG nova.virt.hardware [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.824328] env[69481]: DEBUG nova.virt.hardware [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.824614] env[69481]: DEBUG nova.virt.hardware [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.824862] env[69481]: DEBUG nova.virt.hardware [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.825068] env[69481]: DEBUG nova.virt.hardware [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.825378] env[69481]: DEBUG nova.virt.hardware [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.825590] env[69481]: DEBUG nova.virt.hardware [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.826530] env[69481]: DEBUG nova.virt.hardware [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.826887] env[69481]: DEBUG nova.virt.hardware [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.826946] env[69481]: DEBUG nova.virt.hardware [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.827925] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6f662b-bc78-44aa-ad18-1692030f110e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.841842] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a89c20-64f6-43e8-a77d-5e54307d13a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.860187] env[69481]: DEBUG oslo_concurrency.lockutils [req-8c5ad51f-fbb3-4032-8c1c-7306d4e6c565 req-d25c0249-41db-4e54-92ff-594c46cddb16 service nova] Releasing lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.941446] env[69481]: DEBUG nova.scheduler.client.report [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.032337] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Releasing lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.033300] env[69481]: DEBUG nova.compute.manager [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Instance network_info: |[{"id": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "address": "fa:16:3e:f6:7a:59", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2612f51c-1f", "ovs_interfaceid": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.033936] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:7a:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2612f51c-1fa3-4fb1-ab94-6efeb175ddd8', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.043884] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Creating folder: Project (6d37096accb54d3eb98542b40d8d475d). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.046552] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-976a16a4-daaa-4e62-a7eb-d5fb7a279ba5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.056701] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Created folder: Project (6d37096accb54d3eb98542b40d8d475d) in parent group-v651898. [ 684.056701] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Creating folder: Instances. Parent ref: group-v651960. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.056701] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a54dcbc-4ce4-4edc-aeb0-ce4e168975c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.065471] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Created folder: Instances in parent group-v651960. [ 684.065933] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.066282] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.068129] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3edc9859-616b-45ff-bf79-393b13493fc1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.088550] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.088550] env[69481]: value = "task-3263533" [ 684.088550] env[69481]: _type = "Task" [ 684.088550] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.098562] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263533, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.193360] env[69481]: DEBUG nova.compute.manager [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.321940] env[69481]: INFO nova.compute.manager [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Took 29.28 seconds to build instance. [ 684.449972] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.449972] env[69481]: DEBUG nova.compute.manager [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.455048] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.515s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.455943] env[69481]: INFO nova.compute.claims [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.597539] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263533, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.717709] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.824214] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb9d6cba-ba06-4313-ac6c-9bd20c1fd4e9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.800s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.967670] env[69481]: DEBUG nova.compute.utils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.970970] env[69481]: DEBUG nova.compute.manager [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.971262] env[69481]: DEBUG nova.network.neutron [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.984984] env[69481]: DEBUG nova.compute.manager [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Received event network-vif-plugged-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.991242] env[69481]: DEBUG oslo_concurrency.lockutils [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] Acquiring lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.991242] env[69481]: DEBUG oslo_concurrency.lockutils [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] Lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.991242] env[69481]: DEBUG oslo_concurrency.lockutils [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] Lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.991242] env[69481]: DEBUG nova.compute.manager [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] No waiting events found dispatching network-vif-plugged-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.991242] env[69481]: WARNING nova.compute.manager [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Received unexpected event network-vif-plugged-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 for instance with vm_state building and task_state spawning. [ 684.991628] env[69481]: DEBUG nova.compute.manager [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Received event network-changed-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.991628] env[69481]: DEBUG nova.compute.manager [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Refreshing instance network info cache due to event network-changed-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.991628] env[69481]: DEBUG oslo_concurrency.lockutils [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] Acquiring lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.992181] env[69481]: DEBUG oslo_concurrency.lockutils [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] Acquired lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.992502] env[69481]: DEBUG nova.network.neutron [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Refreshing network info cache for port 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.098851] env[69481]: DEBUG nova.policy [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd8b2bc9aa4d4113a26b53eed18fcc7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51760a2ea84040c5be8df94d91b73a40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.109364] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263533, 'name': CreateVM_Task, 'duration_secs': 0.553334} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.109629] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.110470] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.110689] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.111162] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.111440] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd3f30b-e4c9-43d5-b677-de5f84d8fe22 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.116709] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 685.116709] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525c1acd-a6f0-94d8-1312-c28e801fb995" [ 685.116709] env[69481]: _type = "Task" [ 685.116709] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.125364] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525c1acd-a6f0-94d8-1312-c28e801fb995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.332757] env[69481]: DEBUG nova.compute.manager [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.471421] env[69481]: DEBUG nova.compute.manager [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.631538] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525c1acd-a6f0-94d8-1312-c28e801fb995, 'name': SearchDatastore_Task, 'duration_secs': 0.014819} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.634742] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.634849] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.635042] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.635273] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.635379] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.635914] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa33f578-c935-4c1d-8995-005dfd776b59 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.645093] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.645384] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.646113] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc965c93-f11c-4650-92d0-dd4cae9eaf53 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.654938] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 685.654938] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526b5331-8ad6-d198-29d8-2a0f1b481514" [ 685.654938] env[69481]: _type = "Task" [ 685.654938] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.666361] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526b5331-8ad6-d198-29d8-2a0f1b481514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.859523] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.970249] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d50e56-3002-485b-9a60-f46699a479d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.986329] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d39b9a4-0c16-447c-8c05-2612cc312080 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.023864] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1534c0ff-5218-4ad8-8faa-bfeced8ff732 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.033323] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eef02fe-fcab-4eae-8687-231a78a4f580 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.054982] env[69481]: DEBUG nova.compute.provider_tree [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.169665] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526b5331-8ad6-d198-29d8-2a0f1b481514, 'name': SearchDatastore_Task, 'duration_secs': 0.015355} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.170522] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7307e152-470a-48ba-b847-6b276f057be0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.177731] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 686.177731] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5200466e-bfa7-09c4-c06c-22d20c1a765e" [ 686.177731] env[69481]: _type = "Task" [ 686.177731] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.186710] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5200466e-bfa7-09c4-c06c-22d20c1a765e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.369187] env[69481]: DEBUG nova.network.neutron [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Successfully updated port: 3b18de0c-c52f-4172-9749-3f749261f5ef {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.494359] env[69481]: DEBUG nova.compute.manager [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.521999] env[69481]: DEBUG nova.network.neutron [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updated VIF entry in instance network info cache for port 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.522597] env[69481]: DEBUG nova.network.neutron [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updating instance_info_cache with network_info: [{"id": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "address": "fa:16:3e:f6:7a:59", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2612f51c-1f", "ovs_interfaceid": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.547358] env[69481]: DEBUG nova.virt.hardware [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T15:02:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='987312517',id=34,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-233233279',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.547701] env[69481]: DEBUG nova.virt.hardware [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.547931] env[69481]: DEBUG nova.virt.hardware [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.550326] env[69481]: DEBUG nova.virt.hardware [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.550534] env[69481]: DEBUG nova.virt.hardware [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.550692] env[69481]: DEBUG nova.virt.hardware [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.550904] env[69481]: DEBUG nova.virt.hardware [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.551070] env[69481]: DEBUG nova.virt.hardware [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.551235] env[69481]: DEBUG nova.virt.hardware [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.551914] env[69481]: DEBUG nova.virt.hardware [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.551914] env[69481]: DEBUG nova.virt.hardware [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.553344] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ed4ae-e182-4047-b2d3-130193d50cf3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.556914] env[69481]: DEBUG nova.network.neutron [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Successfully created port: ae054729-8906-4c5c-a0ee-db6127cb776e {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.560239] env[69481]: DEBUG nova.scheduler.client.report [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.574725] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec573a29-b551-4720-909d-621b12510183 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.691838] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5200466e-bfa7-09c4-c06c-22d20c1a765e, 'name': SearchDatastore_Task, 'duration_secs': 0.017116} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.691838] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.691838] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 373884a4-1ca4-412b-adb0-0122a6c3a6ac/373884a4-1ca4-412b-adb0-0122a6c3a6ac.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.691838] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf7b927c-01e8-4ecd-bf60-c4ce38fe2f0e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.704014] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 686.704014] env[69481]: value = "task-3263534" [ 686.704014] env[69481]: _type = "Task" [ 686.704014] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.718330] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.874325] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "refresh_cache-1673f26d-bec6-43c3-9dcc-162655774fac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.874670] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "refresh_cache-1673f26d-bec6-43c3-9dcc-162655774fac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.874670] env[69481]: DEBUG nova.network.neutron [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.028753] env[69481]: DEBUG oslo_concurrency.lockutils [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] Releasing lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.028753] env[69481]: DEBUG nova.compute.manager [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Received event network-changed-61954857-ab99-40c2-baf0-03f0a182d307 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.028753] env[69481]: DEBUG nova.compute.manager [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Refreshing instance network info cache due to event network-changed-61954857-ab99-40c2-baf0-03f0a182d307. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.028753] env[69481]: DEBUG oslo_concurrency.lockutils [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] Acquiring lock "refresh_cache-42551aa9-dd5e-4434-9c83-2749d325efe9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.029055] env[69481]: DEBUG oslo_concurrency.lockutils [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] Acquired lock "refresh_cache-42551aa9-dd5e-4434-9c83-2749d325efe9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.029055] env[69481]: DEBUG nova.network.neutron [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Refreshing network info cache for port 61954857-ab99-40c2-baf0-03f0a182d307 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.067115] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.067407] env[69481]: DEBUG nova.compute.manager [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.074607] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.521s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.074607] env[69481]: DEBUG nova.objects.instance [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Lazy-loading 'resources' on Instance uuid c047ff54-83bb-417a-b5fe-0ae70de31e9c {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.220076] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263534, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.440737] env[69481]: DEBUG nova.network.neutron [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.581605] env[69481]: DEBUG nova.compute.utils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.588259] env[69481]: DEBUG nova.compute.manager [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.588259] env[69481]: DEBUG nova.network.neutron [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.717849] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633682} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.720081] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 373884a4-1ca4-412b-adb0-0122a6c3a6ac/373884a4-1ca4-412b-adb0-0122a6c3a6ac.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.720081] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.720081] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d8fe280-de9b-49a8-8563-aa473c6e7b5e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.726193] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 687.726193] env[69481]: value = "task-3263535" [ 687.726193] env[69481]: _type = "Task" [ 687.726193] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.732215] env[69481]: DEBUG nova.policy [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cda31d44ffe4310ab445ca84f553888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b85dcc0f54744a4afe752b524a8b239', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.739573] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.953871] env[69481]: DEBUG nova.network.neutron [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Updating instance_info_cache with network_info: [{"id": "3b18de0c-c52f-4172-9749-3f749261f5ef", "address": "fa:16:3e:f8:39:bf", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b18de0c-c5", "ovs_interfaceid": "3b18de0c-c52f-4172-9749-3f749261f5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.092582] env[69481]: DEBUG nova.compute.manager [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.124930] env[69481]: DEBUG nova.network.neutron [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Updated VIF entry in instance network info cache for port 61954857-ab99-40c2-baf0-03f0a182d307. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.125512] env[69481]: DEBUG nova.network.neutron [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Updating instance_info_cache with network_info: [{"id": "61954857-ab99-40c2-baf0-03f0a182d307", "address": "fa:16:3e:29:2a:47", "network": {"id": "a87e190b-5706-418a-9ef8-e9210a78a0a7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-403624739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f56c670a7b074e98802bbb0a8b4246e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61954857-ab", "ovs_interfaceid": "61954857-ab99-40c2-baf0-03f0a182d307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.142015] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8a8b70-2c58-4e86-8c6c-91286a011a4f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.152152] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1b2407-019e-4df1-85fc-d4a236943e73 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.208027] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bfa38e-d591-4e73-8dde-f4971da49301 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.219485] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6210636b-d0ec-4a31-96f0-b47a81108a83 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.244558] env[69481]: DEBUG nova.compute.provider_tree [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.253924] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093455} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.254301] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.255422] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568f2b1c-72ec-4c12-8514-10b537e13991 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.282391] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 373884a4-1ca4-412b-adb0-0122a6c3a6ac/373884a4-1ca4-412b-adb0-0122a6c3a6ac.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.283035] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a10483e7-cd5f-471d-a9f1-0b7d15cc6e34 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.307876] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 688.307876] env[69481]: value = "task-3263536" [ 688.307876] env[69481]: _type = "Task" [ 688.307876] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.318046] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.401296] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquiring lock "88a26444-e368-4ea8-8396-9ba0a921a52a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.402300] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Lock "88a26444-e368-4ea8-8396-9ba0a921a52a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.406097] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquiring lock "88a26444-e368-4ea8-8396-9ba0a921a52a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.406467] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Lock "88a26444-e368-4ea8-8396-9ba0a921a52a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.005s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.406660] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Lock "88a26444-e368-4ea8-8396-9ba0a921a52a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.408873] env[69481]: INFO nova.compute.manager [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Terminating instance [ 688.466905] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "refresh_cache-1673f26d-bec6-43c3-9dcc-162655774fac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.467244] env[69481]: DEBUG nova.compute.manager [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Instance network_info: |[{"id": "3b18de0c-c52f-4172-9749-3f749261f5ef", "address": "fa:16:3e:f8:39:bf", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b18de0c-c5", "ovs_interfaceid": "3b18de0c-c52f-4172-9749-3f749261f5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.467769] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:39:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b18de0c-c52f-4172-9749-3f749261f5ef', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.475361] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Creating folder: Project (7fa55d94859b498a9e9d98520990488f). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.475726] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05b9df0f-9dff-42d1-a5a2-b40c51fc90d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.490795] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Created folder: Project (7fa55d94859b498a9e9d98520990488f) in parent group-v651898. [ 688.490795] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Creating folder: Instances. Parent ref: group-v651963. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.490795] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-683e1c4c-67d4-43cb-b4b1-17bcb749e3cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.496381] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Created folder: Instances in parent group-v651963. [ 688.496381] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.496550] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.496918] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-650e2296-f621-465b-a079-68ee72f4febe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.521172] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.521172] env[69481]: value = "task-3263539" [ 688.521172] env[69481]: _type = "Task" [ 688.521172] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.533095] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263539, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.618247] env[69481]: DEBUG nova.network.neutron [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Successfully created port: 73b86c56-5b8f-4366-b6fe-296bd0e0f6eb {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.628464] env[69481]: DEBUG oslo_concurrency.lockutils [req-de993d24-c0cb-4104-be2e-a4ece80cc640 req-8af92abb-3ead-47a5-a7ff-5a1de6362d1b service nova] Releasing lock "refresh_cache-42551aa9-dd5e-4434-9c83-2749d325efe9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.659228] env[69481]: DEBUG nova.compute.manager [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Received event network-vif-plugged-3b18de0c-c52f-4172-9749-3f749261f5ef {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.659679] env[69481]: DEBUG oslo_concurrency.lockutils [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] Acquiring lock "1673f26d-bec6-43c3-9dcc-162655774fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.659950] env[69481]: DEBUG oslo_concurrency.lockutils [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] Lock "1673f26d-bec6-43c3-9dcc-162655774fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.660140] env[69481]: DEBUG oslo_concurrency.lockutils [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] Lock "1673f26d-bec6-43c3-9dcc-162655774fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.660388] env[69481]: DEBUG nova.compute.manager [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] No waiting events found dispatching network-vif-plugged-3b18de0c-c52f-4172-9749-3f749261f5ef {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.660480] env[69481]: WARNING nova.compute.manager [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Received unexpected event network-vif-plugged-3b18de0c-c52f-4172-9749-3f749261f5ef for instance with vm_state building and task_state spawning. [ 688.660659] env[69481]: DEBUG nova.compute.manager [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Received event network-changed-3b18de0c-c52f-4172-9749-3f749261f5ef {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.660792] env[69481]: DEBUG nova.compute.manager [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Refreshing instance network info cache due to event network-changed-3b18de0c-c52f-4172-9749-3f749261f5ef. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.660982] env[69481]: DEBUG oslo_concurrency.lockutils [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] Acquiring lock "refresh_cache-1673f26d-bec6-43c3-9dcc-162655774fac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.661558] env[69481]: DEBUG oslo_concurrency.lockutils [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] Acquired lock "refresh_cache-1673f26d-bec6-43c3-9dcc-162655774fac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.661558] env[69481]: DEBUG nova.network.neutron [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Refreshing network info cache for port 3b18de0c-c52f-4172-9749-3f749261f5ef {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.749225] env[69481]: DEBUG nova.scheduler.client.report [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.817334] env[69481]: DEBUG nova.compute.manager [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Stashing vm_state: active {{(pid=69481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 688.826938] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.913802] env[69481]: DEBUG nova.compute.manager [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.913802] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.914889] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b4c603-3918-4ea4-839f-15f72508b54c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.923757] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.924180] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b29faf43-7b51-4559-b2d6-45857e6b0936 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.931351] env[69481]: DEBUG oslo_vmware.api [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for the task: (returnval){ [ 688.931351] env[69481]: value = "task-3263540" [ 688.931351] env[69481]: _type = "Task" [ 688.931351] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.943726] env[69481]: DEBUG oslo_vmware.api [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.959860] env[69481]: DEBUG nova.network.neutron [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Successfully updated port: ae054729-8906-4c5c-a0ee-db6127cb776e {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.033310] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263539, 'name': CreateVM_Task, 'duration_secs': 0.500919} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.033491] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.034449] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.034664] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.035034] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.035319] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46db0a0b-c74e-45cf-be6e-48e1bf994bda {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.040365] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 689.040365] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52cb4932-c809-e137-ea26-db13d082f65f" [ 689.040365] env[69481]: _type = "Task" [ 689.040365] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.049594] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cb4932-c809-e137-ea26-db13d082f65f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.107201] env[69481]: DEBUG nova.compute.manager [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.136913] env[69481]: DEBUG nova.virt.hardware [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.137214] env[69481]: DEBUG nova.virt.hardware [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.137385] env[69481]: DEBUG nova.virt.hardware [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.137607] env[69481]: DEBUG nova.virt.hardware [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.137787] env[69481]: DEBUG nova.virt.hardware [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.137944] env[69481]: DEBUG nova.virt.hardware [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.138198] env[69481]: DEBUG nova.virt.hardware [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.138402] env[69481]: DEBUG nova.virt.hardware [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.138888] env[69481]: DEBUG nova.virt.hardware [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.138888] env[69481]: DEBUG nova.virt.hardware [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.139018] env[69481]: DEBUG nova.virt.hardware [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.139966] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73e5946-cbce-4bb8-9817-b6df0cd84da8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.148750] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260e14e2-d471-462b-8f50-8fa98aa04349 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.254013] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.256320] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.480s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.256552] env[69481]: DEBUG nova.objects.instance [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lazy-loading 'resources' on Instance uuid d7ddcb8a-c3b1-45ee-8116-61de7ad1552e {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.289944] env[69481]: INFO nova.scheduler.client.report [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Deleted allocations for instance c047ff54-83bb-417a-b5fe-0ae70de31e9c [ 689.332884] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263536, 'name': ReconfigVM_Task, 'duration_secs': 0.676197} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.336614] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 373884a4-1ca4-412b-adb0-0122a6c3a6ac/373884a4-1ca4-412b-adb0-0122a6c3a6ac.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.336614] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae33749d-2177-459e-b161-2afa7dd7df69 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.341303] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 689.341303] env[69481]: value = "task-3263541" [ 689.341303] env[69481]: _type = "Task" [ 689.341303] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.347268] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.351865] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263541, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.447179] env[69481]: DEBUG oslo_vmware.api [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263540, 'name': PowerOffVM_Task, 'duration_secs': 0.208563} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.447179] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.447179] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.447179] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9d29f9-78c2-4b78-b9c8-352a1b66be71 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.465165] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "refresh_cache-a450822f-74fd-4483-afba-1b7f2f2ff604" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.465338] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquired lock "refresh_cache-a450822f-74fd-4483-afba-1b7f2f2ff604" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.465500] env[69481]: DEBUG nova.network.neutron [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.515811] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.516098] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.516304] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Deleting the datastore file [datastore2] 88a26444-e368-4ea8-8396-9ba0a921a52a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.516553] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15d566ea-0aa7-4a6e-9842-9bd845044d14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.526155] env[69481]: DEBUG oslo_vmware.api [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for the task: (returnval){ [ 689.526155] env[69481]: value = "task-3263543" [ 689.526155] env[69481]: _type = "Task" [ 689.526155] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.537366] env[69481]: DEBUG oslo_vmware.api [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.551088] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cb4932-c809-e137-ea26-db13d082f65f, 'name': SearchDatastore_Task, 'duration_secs': 0.020569} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.551088] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.551088] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.551401] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.551401] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.551551] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.555017] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6e1062d-1fcc-44d9-be0b-095596d09438 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.571506] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.571734] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.572553] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2fc94dd-0ad8-44e4-99a4-45250cad8d6b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.579829] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 689.579829] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52593fa6-827e-a856-b9fe-7d0aa80435bc" [ 689.579829] env[69481]: _type = "Task" [ 689.579829] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.590905] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52593fa6-827e-a856-b9fe-7d0aa80435bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.797878] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0b1586b2-be83-4e34-b975-7331ff6dd777 tempest-ServerDiagnosticsV248Test-70019981 tempest-ServerDiagnosticsV248Test-70019981-project-member] Lock "c047ff54-83bb-417a-b5fe-0ae70de31e9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.734s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.855932] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263541, 'name': Rename_Task, 'duration_secs': 0.139378} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.860845] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.862410] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc3b248c-f481-43a0-b7f5-87f79ab9f755 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.870127] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 689.870127] env[69481]: value = "task-3263544" [ 689.870127] env[69481]: _type = "Task" [ 689.870127] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.882408] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.926890] env[69481]: DEBUG nova.network.neutron [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Updated VIF entry in instance network info cache for port 3b18de0c-c52f-4172-9749-3f749261f5ef. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.926890] env[69481]: DEBUG nova.network.neutron [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Updating instance_info_cache with network_info: [{"id": "3b18de0c-c52f-4172-9749-3f749261f5ef", "address": "fa:16:3e:f8:39:bf", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b18de0c-c5", "ovs_interfaceid": "3b18de0c-c52f-4172-9749-3f749261f5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.042310] env[69481]: DEBUG oslo_vmware.api [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Task: {'id': task-3263543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37858} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.042310] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.042310] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.042865] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.042865] env[69481]: INFO nova.compute.manager [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 690.043230] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.044100] env[69481]: DEBUG nova.network.neutron [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.046197] env[69481]: DEBUG nova.compute.manager [-] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.046361] env[69481]: DEBUG nova.network.neutron [-] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.092120] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52593fa6-827e-a856-b9fe-7d0aa80435bc, 'name': SearchDatastore_Task, 'duration_secs': 0.025649} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.097562] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb345672-3aa3-4a4f-a491-d340f5bd79cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.106879] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 690.106879] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]520cddbc-c39c-3fd4-efda-2f1540c98176" [ 690.106879] env[69481]: _type = "Task" [ 690.106879] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.118891] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520cddbc-c39c-3fd4-efda-2f1540c98176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.328081] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa692bd2-fc6a-45dd-ac54-200b9a102d5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.336626] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1baea-7b0d-4f10-83b9-5ecdc8b1875e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.376108] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d964e5-f693-4d05-a765-5d9c35292e59 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.385828] env[69481]: DEBUG oslo_vmware.api [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263544, 'name': PowerOnVM_Task, 'duration_secs': 0.492236} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.388372] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.388372] env[69481]: INFO nova.compute.manager [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Took 9.24 seconds to spawn the instance on the hypervisor. [ 690.388541] env[69481]: DEBUG nova.compute.manager [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.389397] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41393617-f951-4d56-9ae6-5f308d7f1692 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.393368] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaaeec4-169d-406f-9f81-359f24960f45 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.414094] env[69481]: DEBUG nova.compute.provider_tree [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.432830] env[69481]: DEBUG oslo_concurrency.lockutils [req-2f889b20-5f7e-4e20-9986-e59ec2312743 req-79b0d3ad-5c09-4ae7-88cd-bf7697157c9f service nova] Releasing lock "refresh_cache-1673f26d-bec6-43c3-9dcc-162655774fac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.578293] env[69481]: DEBUG nova.network.neutron [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Updating instance_info_cache with network_info: [{"id": "ae054729-8906-4c5c-a0ee-db6127cb776e", "address": "fa:16:3e:84:14:35", "network": {"id": "4b1bf55e-aeed-49f1-b2bf-c1b669e535a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-881482930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51760a2ea84040c5be8df94d91b73a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae054729-89", "ovs_interfaceid": "ae054729-8906-4c5c-a0ee-db6127cb776e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.622163] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520cddbc-c39c-3fd4-efda-2f1540c98176, 'name': SearchDatastore_Task, 'duration_secs': 0.015429} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.622163] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.622163] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 1673f26d-bec6-43c3-9dcc-162655774fac/1673f26d-bec6-43c3-9dcc-162655774fac.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.622163] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3faa0593-c26c-405d-9a8f-ae5fe7c6df32 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.632193] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 690.632193] env[69481]: value = "task-3263545" [ 690.632193] env[69481]: _type = "Task" [ 690.632193] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.639638] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.920724] env[69481]: INFO nova.compute.manager [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Took 26.47 seconds to build instance. [ 690.920724] env[69481]: DEBUG nova.scheduler.client.report [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.043415] env[69481]: DEBUG nova.network.neutron [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Successfully updated port: 73b86c56-5b8f-4366-b6fe-296bd0e0f6eb {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.084241] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Releasing lock "refresh_cache-a450822f-74fd-4483-afba-1b7f2f2ff604" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.084241] env[69481]: DEBUG nova.compute.manager [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Instance network_info: |[{"id": "ae054729-8906-4c5c-a0ee-db6127cb776e", "address": "fa:16:3e:84:14:35", "network": {"id": "4b1bf55e-aeed-49f1-b2bf-c1b669e535a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-881482930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51760a2ea84040c5be8df94d91b73a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae054729-89", "ovs_interfaceid": "ae054729-8906-4c5c-a0ee-db6127cb776e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.084400] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:14:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae054729-8906-4c5c-a0ee-db6127cb776e', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.096632] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Creating folder: Project (51760a2ea84040c5be8df94d91b73a40). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.098408] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63d5a1d5-f5f9-4ecc-9d8b-1e0244be4c2e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.110246] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Created folder: Project (51760a2ea84040c5be8df94d91b73a40) in parent group-v651898. [ 691.110429] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Creating folder: Instances. Parent ref: group-v651966. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.110713] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-304a33c9-d118-40e7-826c-703403981158 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.121443] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Created folder: Instances in parent group-v651966. [ 691.121538] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.121738] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.121948] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47e5dd23-804b-4562-8960-e1dae94a3cf0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.163928] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263545, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.165426] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.165426] env[69481]: value = "task-3263548" [ 691.165426] env[69481]: _type = "Task" [ 691.165426] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.176745] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263548, 'name': CreateVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.428441] env[69481]: DEBUG oslo_concurrency.lockutils [None req-47cad933-cf3d-4e32-8a19-1be581342197 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.992s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.428441] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.433159] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.590s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.434986] env[69481]: DEBUG nova.objects.instance [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lazy-loading 'resources' on Instance uuid f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.471383] env[69481]: INFO nova.scheduler.client.report [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted allocations for instance d7ddcb8a-c3b1-45ee-8116-61de7ad1552e [ 691.551817] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.553092] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.553092] env[69481]: DEBUG nova.network.neutron [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.566420] env[69481]: DEBUG nova.network.neutron [-] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.660230] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724535} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.660621] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 1673f26d-bec6-43c3-9dcc-162655774fac/1673f26d-bec6-43c3-9dcc-162655774fac.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.660892] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.661933] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cefec5d1-834e-4287-9d8c-b961eb5e937a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.670352] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 691.670352] env[69481]: value = "task-3263549" [ 691.670352] env[69481]: _type = "Task" [ 691.670352] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.684889] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263548, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.689347] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.749074] env[69481]: DEBUG nova.compute.manager [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Received event network-changed-11d44a9c-4aa8-4f02-981c-17475c60cc0a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.749074] env[69481]: DEBUG nova.compute.manager [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Refreshing instance network info cache due to event network-changed-11d44a9c-4aa8-4f02-981c-17475c60cc0a. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.749074] env[69481]: DEBUG oslo_concurrency.lockutils [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] Acquiring lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.749295] env[69481]: DEBUG oslo_concurrency.lockutils [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] Acquired lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.750146] env[69481]: DEBUG nova.network.neutron [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Refreshing network info cache for port 11d44a9c-4aa8-4f02-981c-17475c60cc0a {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.815152] env[69481]: DEBUG nova.compute.manager [req-ac924ad2-f976-4972-8d12-0a2ecd423f56 req-a6398b2b-b8ff-4aa1-b27a-beda362bad8a service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Received event network-vif-plugged-73b86c56-5b8f-4366-b6fe-296bd0e0f6eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.815947] env[69481]: DEBUG oslo_concurrency.lockutils [req-ac924ad2-f976-4972-8d12-0a2ecd423f56 req-a6398b2b-b8ff-4aa1-b27a-beda362bad8a service nova] Acquiring lock "634b6ae2-3e25-4f45-9ace-005766a588de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.816218] env[69481]: DEBUG oslo_concurrency.lockutils [req-ac924ad2-f976-4972-8d12-0a2ecd423f56 req-a6398b2b-b8ff-4aa1-b27a-beda362bad8a service nova] Lock "634b6ae2-3e25-4f45-9ace-005766a588de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.816406] env[69481]: DEBUG oslo_concurrency.lockutils [req-ac924ad2-f976-4972-8d12-0a2ecd423f56 req-a6398b2b-b8ff-4aa1-b27a-beda362bad8a service nova] Lock "634b6ae2-3e25-4f45-9ace-005766a588de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.816578] env[69481]: DEBUG nova.compute.manager [req-ac924ad2-f976-4972-8d12-0a2ecd423f56 req-a6398b2b-b8ff-4aa1-b27a-beda362bad8a service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] No waiting events found dispatching network-vif-plugged-73b86c56-5b8f-4366-b6fe-296bd0e0f6eb {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.816748] env[69481]: WARNING nova.compute.manager [req-ac924ad2-f976-4972-8d12-0a2ecd423f56 req-a6398b2b-b8ff-4aa1-b27a-beda362bad8a service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Received unexpected event network-vif-plugged-73b86c56-5b8f-4366-b6fe-296bd0e0f6eb for instance with vm_state building and task_state spawning. [ 691.938941] env[69481]: DEBUG nova.compute.manager [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.978862] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a998d6d-e522-4dbf-b6d9-e0e706bdc3dd tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "d7ddcb8a-c3b1-45ee-8116-61de7ad1552e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.995s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.069266] env[69481]: INFO nova.compute.manager [-] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Took 2.02 seconds to deallocate network for instance. [ 692.173774] env[69481]: DEBUG nova.network.neutron [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.200616] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263548, 'name': CreateVM_Task, 'duration_secs': 0.754396} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.203266] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082162} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.203457] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.203790] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.204586] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.204751] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.205076] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.206150] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f8b090-fadf-4994-b40b-df1e93e8ccfe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.212143] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9495bf8c-ef86-4434-8f39-de7e072ba609 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.229258] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 692.229258] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b18f86-1975-bc27-253e-240dbbf16932" [ 692.229258] env[69481]: _type = "Task" [ 692.229258] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.239839] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 1673f26d-bec6-43c3-9dcc-162655774fac/1673f26d-bec6-43c3-9dcc-162655774fac.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.244911] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c81522c-6050-4872-a6b7-c4d2367689c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.273087] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b18f86-1975-bc27-253e-240dbbf16932, 'name': SearchDatastore_Task, 'duration_secs': 0.014884} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.274377] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.274663] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.274900] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.274980] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.275126] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.275446] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 692.275446] env[69481]: value = "task-3263550" [ 692.275446] env[69481]: _type = "Task" [ 692.275446] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.278129] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55eedb1e-93c9-4017-99d8-96f389e643cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.292033] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.293370] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.293590] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.294371] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9386697-d5e8-4cfd-b106-6139d8949cab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.303880] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 692.303880] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52339c1b-d554-e26f-b40f-d395704a0758" [ 692.303880] env[69481]: _type = "Task" [ 692.303880] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.316597] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52339c1b-d554-e26f-b40f-d395704a0758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.475452] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.494436] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94850feb-7d72-4a66-b677-0d25709eabe6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.507629] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d48b86-60d2-44c4-a581-aed364c2b511 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.554541] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2940bb8-dc20-4d81-b675-e00b88fab131 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.563441] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bdeec7-4c4b-4b75-b698-1648f9f713b5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.579065] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.579624] env[69481]: DEBUG nova.compute.provider_tree [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.749195] env[69481]: DEBUG nova.network.neutron [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Updating instance_info_cache with network_info: [{"id": "73b86c56-5b8f-4366-b6fe-296bd0e0f6eb", "address": "fa:16:3e:1c:31:db", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b86c56-5b", "ovs_interfaceid": "73b86c56-5b8f-4366-b6fe-296bd0e0f6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.790568] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.815492] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52339c1b-d554-e26f-b40f-d395704a0758, 'name': SearchDatastore_Task, 'duration_secs': 0.015246} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.816534] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07ba436-5079-40b8-b82d-57e42938bf3c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.823756] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 692.823756] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52be24b5-ca39-afc5-5824-a50a7147db2c" [ 692.823756] env[69481]: _type = "Task" [ 692.823756] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.833055] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52be24b5-ca39-afc5-5824-a50a7147db2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.045379] env[69481]: DEBUG nova.network.neutron [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Updated VIF entry in instance network info cache for port 11d44a9c-4aa8-4f02-981c-17475c60cc0a. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.045863] env[69481]: DEBUG nova.network.neutron [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Updating instance_info_cache with network_info: [{"id": "11d44a9c-4aa8-4f02-981c-17475c60cc0a", "address": "fa:16:3e:64:39:9f", "network": {"id": "b1d0d910-f9e1-4962-b3de-32b5f456ccc1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2112633524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d616ea4bf55432a9c907b524b42d7d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d44a9c-4a", "ovs_interfaceid": "11d44a9c-4aa8-4f02-981c-17475c60cc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.085080] env[69481]: DEBUG nova.scheduler.client.report [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.251969] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.253674] env[69481]: DEBUG nova.compute.manager [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Instance network_info: |[{"id": "73b86c56-5b8f-4366-b6fe-296bd0e0f6eb", "address": "fa:16:3e:1c:31:db", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b86c56-5b", "ovs_interfaceid": "73b86c56-5b8f-4366-b6fe-296bd0e0f6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.253878] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:31:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73b86c56-5b8f-4366-b6fe-296bd0e0f6eb', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.264975] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Creating folder: Project (6b85dcc0f54744a4afe752b524a8b239). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.265354] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c164cce-20ce-4318-82b8-548167b1c037 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.277343] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Created folder: Project (6b85dcc0f54744a4afe752b524a8b239) in parent group-v651898. [ 693.277531] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Creating folder: Instances. Parent ref: group-v651969. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.277770] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22d3f608-0f71-41a7-8ab1-8ee86adf2df2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.300237] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263550, 'name': ReconfigVM_Task, 'duration_secs': 0.563896} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.302183] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 1673f26d-bec6-43c3-9dcc-162655774fac/1673f26d-bec6-43c3-9dcc-162655774fac.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.302836] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Created folder: Instances in parent group-v651969. [ 693.302975] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.303233] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c445f943-5e18-4582-a204-5667bec663f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.304855] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.305076] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c1124fc-3e94-444e-b03f-764d7cf052d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.324808] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526145e2-5e0b-443b-678c-b338422eb8d5/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 693.325802] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90dd36b-807a-4f16-9ba2-6c5ad7da2f61 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.334073] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 693.334073] env[69481]: value = "task-3263553" [ 693.334073] env[69481]: _type = "Task" [ 693.334073] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.334301] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.334301] env[69481]: value = "task-3263554" [ 693.334301] env[69481]: _type = "Task" [ 693.334301] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.345819] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526145e2-5e0b-443b-678c-b338422eb8d5/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 693.345819] env[69481]: ERROR oslo_vmware.rw_handles [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526145e2-5e0b-443b-678c-b338422eb8d5/disk-0.vmdk due to incomplete transfer. [ 693.345819] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52be24b5-ca39-afc5-5824-a50a7147db2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012665} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.346785] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2d3ee25a-d970-4396-86cf-de5556acbed9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.347771] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.348272] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a450822f-74fd-4483-afba-1b7f2f2ff604/a450822f-74fd-4483-afba-1b7f2f2ff604.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.354441] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79958851-cb22-4223-a8bb-fc5bca406ea0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.356873] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263554, 'name': CreateVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.357172] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263553, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.363619] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 693.363619] env[69481]: value = "task-3263555" [ 693.363619] env[69481]: _type = "Task" [ 693.363619] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.369475] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526145e2-5e0b-443b-678c-b338422eb8d5/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 693.369704] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Uploaded image 09aeebb7-85a3-4daf-a446-0445980e6a81 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 693.376166] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 693.377008] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e8ab9d22-4e2b-4a89-b62b-d984402264f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.408790] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.408790] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 693.408790] env[69481]: value = "task-3263556" [ 693.408790] env[69481]: _type = "Task" [ 693.408790] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.408790] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263556, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.549911] env[69481]: DEBUG oslo_concurrency.lockutils [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] Releasing lock "refresh_cache-06429df3-0f61-491e-8263-87b0dcc74bab" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.549911] env[69481]: DEBUG nova.compute.manager [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Received event network-vif-plugged-ae054729-8906-4c5c-a0ee-db6127cb776e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.549911] env[69481]: DEBUG oslo_concurrency.lockutils [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] Acquiring lock "a450822f-74fd-4483-afba-1b7f2f2ff604-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.549911] env[69481]: DEBUG oslo_concurrency.lockutils [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] Lock "a450822f-74fd-4483-afba-1b7f2f2ff604-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.549911] env[69481]: DEBUG oslo_concurrency.lockutils [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] Lock "a450822f-74fd-4483-afba-1b7f2f2ff604-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.550336] env[69481]: DEBUG nova.compute.manager [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] No waiting events found dispatching network-vif-plugged-ae054729-8906-4c5c-a0ee-db6127cb776e {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.550336] env[69481]: WARNING nova.compute.manager [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Received unexpected event network-vif-plugged-ae054729-8906-4c5c-a0ee-db6127cb776e for instance with vm_state building and task_state spawning. [ 693.550336] env[69481]: DEBUG nova.compute.manager [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Received event network-changed-ae054729-8906-4c5c-a0ee-db6127cb776e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.550487] env[69481]: DEBUG nova.compute.manager [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Refreshing instance network info cache due to event network-changed-ae054729-8906-4c5c-a0ee-db6127cb776e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.555656] env[69481]: DEBUG oslo_concurrency.lockutils [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] Acquiring lock "refresh_cache-a450822f-74fd-4483-afba-1b7f2f2ff604" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.555656] env[69481]: DEBUG oslo_concurrency.lockutils [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] Acquired lock "refresh_cache-a450822f-74fd-4483-afba-1b7f2f2ff604" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.555656] env[69481]: DEBUG nova.network.neutron [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Refreshing network info cache for port ae054729-8906-4c5c-a0ee-db6127cb776e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.592833] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.601042] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.621s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.606334] env[69481]: INFO nova.compute.claims [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.653986] env[69481]: INFO nova.scheduler.client.report [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleted allocations for instance f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2 [ 693.872035] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263553, 'name': Rename_Task, 'duration_secs': 0.179294} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.872035] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263554, 'name': CreateVM_Task, 'duration_secs': 0.464989} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.872035] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.876209] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.876454] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c573a5fe-c8e0-4790-8e72-2a366f91ca01 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.882140] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.882140] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.882979] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.888829] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf66997-c056-4258-8f5f-51b41e6a3215 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.892680] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520835} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.893663] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a450822f-74fd-4483-afba-1b7f2f2ff604/a450822f-74fd-4483-afba-1b7f2f2ff604.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.893663] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.899651] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83d897ba-3bcd-4b05-bda2-46678f6f3f28 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.904394] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 693.904394] env[69481]: value = "task-3263557" [ 693.904394] env[69481]: _type = "Task" [ 693.904394] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.904665] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 693.904665] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522c9628-3bb7-aa83-460d-725af69d4d9c" [ 693.904665] env[69481]: _type = "Task" [ 693.904665] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.920093] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263556, 'name': Destroy_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.924020] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 693.924020] env[69481]: value = "task-3263558" [ 693.924020] env[69481]: _type = "Task" [ 693.924020] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.933083] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263557, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.933439] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522c9628-3bb7-aa83-460d-725af69d4d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.934243] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.934721] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.934972] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.935125] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.935356] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.939234] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9589c34a-a4ed-40f7-8ec4-b73f9ae897ab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.943455] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.954034] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.954097] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.955034] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d17edb4-6336-4342-8ba1-5858e2103194 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.961616] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 693.961616] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d5e7fb-5182-ddc5-bb77-7c6c6eb08229" [ 693.961616] env[69481]: _type = "Task" [ 693.961616] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.971135] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d5e7fb-5182-ddc5-bb77-7c6c6eb08229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.164075] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e901ee0e-de8e-4276-b3a0-e2985d3b9c8b tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.516s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.408069] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263556, 'name': Destroy_Task, 'duration_secs': 0.626705} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.412425] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Destroyed the VM [ 694.413276] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 694.413276] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a60825e-ff5d-4509-bb82-d7c01d2c5b51 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.422627] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.427982] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 694.427982] env[69481]: value = "task-3263559" [ 694.427982] env[69481]: _type = "Task" [ 694.427982] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.428896] env[69481]: DEBUG nova.network.neutron [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Updated VIF entry in instance network info cache for port ae054729-8906-4c5c-a0ee-db6127cb776e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.429375] env[69481]: DEBUG nova.network.neutron [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Updating instance_info_cache with network_info: [{"id": "ae054729-8906-4c5c-a0ee-db6127cb776e", "address": "fa:16:3e:84:14:35", "network": {"id": "4b1bf55e-aeed-49f1-b2bf-c1b669e535a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-881482930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51760a2ea84040c5be8df94d91b73a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae054729-89", "ovs_interfaceid": "ae054729-8906-4c5c-a0ee-db6127cb776e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.438908] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070721} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.439785] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.440776] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2773d2-c085-4e30-81a2-2a07be64ff7f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.448283] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263559, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.471575] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] a450822f-74fd-4483-afba-1b7f2f2ff604/a450822f-74fd-4483-afba-1b7f2f2ff604.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.471575] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7a26c4-2119-4efa-ae91-a387b2f343b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.497402] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d5e7fb-5182-ddc5-bb77-7c6c6eb08229, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.501410] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 694.501410] env[69481]: value = "task-3263560" [ 694.501410] env[69481]: _type = "Task" [ 694.501410] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.502909] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c4eabb-d9f6-4db5-9f44-ae122a6995cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.510643] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 694.510643] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ed5ee0-35b4-4b97-1dee-b42bbe7185d7" [ 694.510643] env[69481]: _type = "Task" [ 694.510643] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.516055] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.532026] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ed5ee0-35b4-4b97-1dee-b42bbe7185d7, 'name': SearchDatastore_Task, 'duration_secs': 0.018576} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.532801] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.533188] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 634b6ae2-3e25-4f45-9ace-005766a588de/634b6ae2-3e25-4f45-9ace-005766a588de.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.533971] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e11e67cb-3243-4667-ae2b-eb3390955fb8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.544363] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 694.544363] env[69481]: value = "task-3263561" [ 694.544363] env[69481]: _type = "Task" [ 694.544363] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.563887] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.924385] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263557, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.935279] env[69481]: DEBUG oslo_concurrency.lockutils [req-b93bdeb2-2d19-4152-9118-b1bd19035bfd req-cdea5e23-f266-4d3f-be7b-936f758d149b service nova] Releasing lock "refresh_cache-a450822f-74fd-4483-afba-1b7f2f2ff604" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.947089] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263559, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.026931] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263560, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.059990] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263561, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.096316] env[69481]: DEBUG nova.compute.manager [req-5fb3d5a4-7644-47de-b9e9-fe186d65c65b req-ef71e065-cc8f-426a-b3b1-545608c4ae61 service nova] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Received event network-vif-deleted-f6e96cd7-4d11-4c44-a285-908d9a403127 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.120906] env[69481]: DEBUG nova.compute.manager [req-83beb311-cd4c-47ef-a7f7-1b408dfccfde req-c5444d30-1b9a-4f2e-869b-1a425c7a2d7f service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Received event network-changed-73b86c56-5b8f-4366-b6fe-296bd0e0f6eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.121029] env[69481]: DEBUG nova.compute.manager [req-83beb311-cd4c-47ef-a7f7-1b408dfccfde req-c5444d30-1b9a-4f2e-869b-1a425c7a2d7f service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Refreshing instance network info cache due to event network-changed-73b86c56-5b8f-4366-b6fe-296bd0e0f6eb. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.121252] env[69481]: DEBUG oslo_concurrency.lockutils [req-83beb311-cd4c-47ef-a7f7-1b408dfccfde req-c5444d30-1b9a-4f2e-869b-1a425c7a2d7f service nova] Acquiring lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.121678] env[69481]: DEBUG oslo_concurrency.lockutils [req-83beb311-cd4c-47ef-a7f7-1b408dfccfde req-c5444d30-1b9a-4f2e-869b-1a425c7a2d7f service nova] Acquired lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.121678] env[69481]: DEBUG nova.network.neutron [req-83beb311-cd4c-47ef-a7f7-1b408dfccfde req-c5444d30-1b9a-4f2e-869b-1a425c7a2d7f service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Refreshing network info cache for port 73b86c56-5b8f-4366-b6fe-296bd0e0f6eb {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.143440] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1244a9d-f151-4329-8b54-7a3a04b46868 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.155384] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8490ed-a6ce-41be-b7d9-356d286f3c3e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.193634] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0de533-be9c-42b2-8946-b9027c9d7022 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.201461] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af5a429-d930-4ec1-9cf1-41880451be7e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.217715] env[69481]: DEBUG nova.compute.provider_tree [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.424726] env[69481]: DEBUG oslo_vmware.api [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263557, 'name': PowerOnVM_Task, 'duration_secs': 1.126311} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.424726] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.424726] env[69481]: INFO nova.compute.manager [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Took 11.66 seconds to spawn the instance on the hypervisor. [ 695.424726] env[69481]: DEBUG nova.compute.manager [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.425128] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1f04ac-3f4c-4056-807b-12a6075d65a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.442640] env[69481]: DEBUG oslo_vmware.api [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263559, 'name': RemoveSnapshot_Task, 'duration_secs': 0.838388} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.442906] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 695.443245] env[69481]: INFO nova.compute.manager [None req-4127cce7-15e8-4da3-a0ce-1d63bfba2e2d tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Took 17.60 seconds to snapshot the instance on the hypervisor. [ 695.519853] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263560, 'name': ReconfigVM_Task, 'duration_secs': 0.561304} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.523267] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Reconfigured VM instance instance-00000015 to attach disk [datastore2] a450822f-74fd-4483-afba-1b7f2f2ff604/a450822f-74fd-4483-afba-1b7f2f2ff604.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.523267] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1baa834b-100b-4dbc-8ce2-a9a4b014fac7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.527962] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 695.527962] env[69481]: value = "task-3263566" [ 695.527962] env[69481]: _type = "Task" [ 695.527962] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.537300] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263566, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.553431] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517771} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.553715] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 634b6ae2-3e25-4f45-9ace-005766a588de/634b6ae2-3e25-4f45-9ace-005766a588de.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.553967] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.554641] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7d51125-ea16-4da6-bb19-992c520344f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.560359] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 695.560359] env[69481]: value = "task-3263567" [ 695.560359] env[69481]: _type = "Task" [ 695.560359] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.568272] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.723247] env[69481]: DEBUG nova.scheduler.client.report [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.734070] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquiring lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.734070] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.885920] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquiring lock "06429df3-0f61-491e-8263-87b0dcc74bab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.886206] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Lock "06429df3-0f61-491e-8263-87b0dcc74bab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.886405] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquiring lock "06429df3-0f61-491e-8263-87b0dcc74bab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.886603] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Lock "06429df3-0f61-491e-8263-87b0dcc74bab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.886738] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Lock "06429df3-0f61-491e-8263-87b0dcc74bab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.891097] env[69481]: INFO nova.compute.manager [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Terminating instance [ 695.943250] env[69481]: INFO nova.compute.manager [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Took 29.37 seconds to build instance. [ 695.952694] env[69481]: DEBUG nova.network.neutron [req-83beb311-cd4c-47ef-a7f7-1b408dfccfde req-c5444d30-1b9a-4f2e-869b-1a425c7a2d7f service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Updated VIF entry in instance network info cache for port 73b86c56-5b8f-4366-b6fe-296bd0e0f6eb. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.956021] env[69481]: DEBUG nova.network.neutron [req-83beb311-cd4c-47ef-a7f7-1b408dfccfde req-c5444d30-1b9a-4f2e-869b-1a425c7a2d7f service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Updating instance_info_cache with network_info: [{"id": "73b86c56-5b8f-4366-b6fe-296bd0e0f6eb", "address": "fa:16:3e:1c:31:db", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b86c56-5b", "ovs_interfaceid": "73b86c56-5b8f-4366-b6fe-296bd0e0f6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.041500] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263566, 'name': Rename_Task, 'duration_secs': 0.174457} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.041869] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.042136] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e211eedd-6b57-43d4-9a39-d2678f762e2b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.049670] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 696.049670] env[69481]: value = "task-3263568" [ 696.049670] env[69481]: _type = "Task" [ 696.049670] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.058177] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.069265] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063926} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.069575] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.070425] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d701a4f9-c4eb-4920-8303-8ebb10401bc2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.100255] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 634b6ae2-3e25-4f45-9ace-005766a588de/634b6ae2-3e25-4f45-9ace-005766a588de.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.100977] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9b25f5d-e28a-4b2d-a32a-83f397932c79 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.122734] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 696.122734] env[69481]: value = "task-3263569" [ 696.122734] env[69481]: _type = "Task" [ 696.122734] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.131791] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.233191] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.233729] env[69481]: DEBUG nova.compute.manager [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.240022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.192s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.240022] env[69481]: INFO nova.compute.claims [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.396203] env[69481]: DEBUG nova.compute.manager [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.396436] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.397362] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a81d24-2a0d-4401-8288-fbf3b985c4d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.406814] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.407202] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ccb910d-6b64-4201-93ad-5b93529ade96 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.413571] env[69481]: DEBUG oslo_vmware.api [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for the task: (returnval){ [ 696.413571] env[69481]: value = "task-3263570" [ 696.413571] env[69481]: _type = "Task" [ 696.413571] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.424237] env[69481]: DEBUG oslo_vmware.api [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.446012] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3fa4109e-c37f-49ed-aafa-90822d836f9d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "1673f26d-bec6-43c3-9dcc-162655774fac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.878s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.455997] env[69481]: DEBUG oslo_concurrency.lockutils [req-83beb311-cd4c-47ef-a7f7-1b408dfccfde req-c5444d30-1b9a-4f2e-869b-1a425c7a2d7f service nova] Releasing lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.562754] env[69481]: DEBUG oslo_vmware.api [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263568, 'name': PowerOnVM_Task, 'duration_secs': 0.495267} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.563145] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.563225] env[69481]: INFO nova.compute.manager [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Took 10.07 seconds to spawn the instance on the hypervisor. [ 696.563359] env[69481]: DEBUG nova.compute.manager [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.564408] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd220e53-9ec0-488f-a013-1cea0e7f635e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.633825] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.744437] env[69481]: DEBUG nova.compute.utils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.748505] env[69481]: DEBUG nova.compute.manager [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.748758] env[69481]: DEBUG nova.network.neutron [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.883658] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.883956] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.891607] env[69481]: DEBUG nova.policy [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c9f9819f3b14b7795ec200ce94c2e0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a98606cef2844fc98983949b669133d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.931388] env[69481]: DEBUG oslo_vmware.api [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263570, 'name': PowerOffVM_Task, 'duration_secs': 0.426707} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.931662] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.931970] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.932321] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3659c81b-0670-4cbe-8add-d3c05c654367 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.952566] env[69481]: DEBUG nova.compute.manager [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.009490] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.009718] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.009902] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Deleting the datastore file [datastore1] 06429df3-0f61-491e-8263-87b0dcc74bab {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.805141] env[69481]: DEBUG nova.compute.manager [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.811820] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2e7f74b-ef19-40b5-b8b3-0f2c31cf0739 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.832124] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263569, 'name': ReconfigVM_Task, 'duration_secs': 0.726945} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.833855] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 634b6ae2-3e25-4f45-9ace-005766a588de/634b6ae2-3e25-4f45-9ace-005766a588de.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.836745] env[69481]: DEBUG oslo_vmware.api [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for the task: (returnval){ [ 697.836745] env[69481]: value = "task-3263572" [ 697.836745] env[69481]: _type = "Task" [ 697.836745] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.836745] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e112fea-0679-4c38-96c3-2887b9fe0fc2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.846728] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 697.846728] env[69481]: value = "task-3263573" [ 697.846728] env[69481]: _type = "Task" [ 697.846728] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.852077] env[69481]: DEBUG oslo_vmware.api [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.856037] env[69481]: INFO nova.compute.manager [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Took 29.70 seconds to build instance. [ 697.858580] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.863884] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263573, 'name': Rename_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.328029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "1673f26d-bec6-43c3-9dcc-162655774fac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.328249] env[69481]: DEBUG oslo_concurrency.lockutils [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "1673f26d-bec6-43c3-9dcc-162655774fac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.328464] env[69481]: DEBUG oslo_concurrency.lockutils [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "1673f26d-bec6-43c3-9dcc-162655774fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.328653] env[69481]: DEBUG oslo_concurrency.lockutils [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "1673f26d-bec6-43c3-9dcc-162655774fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.328818] env[69481]: DEBUG oslo_concurrency.lockutils [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "1673f26d-bec6-43c3-9dcc-162655774fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.331028] env[69481]: INFO nova.compute.manager [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Terminating instance [ 698.347870] env[69481]: DEBUG oslo_vmware.api [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Task: {'id': task-3263572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390797} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.351292] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.351494] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.351692] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.351855] env[69481]: INFO nova.compute.manager [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Took 1.96 seconds to destroy the instance on the hypervisor. [ 698.352360] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.357821] env[69481]: DEBUG nova.compute.manager [-] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.357821] env[69481]: DEBUG nova.network.neutron [-] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.363179] env[69481]: DEBUG nova.network.neutron [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Successfully created port: a38203ec-2e6c-4ad8-a5db-7336471410ee {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.365493] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c78da6e3-6605-44b3-b230-899d08b84003 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "a450822f-74fd-4483-afba-1b7f2f2ff604" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.229s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.374666] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263573, 'name': Rename_Task, 'duration_secs': 0.21477} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.374666] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.374863] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8d6571f-2232-492c-8f08-9edcd4bb8c71 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.382042] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 698.382042] env[69481]: value = "task-3263575" [ 698.382042] env[69481]: _type = "Task" [ 698.382042] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.386625] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a98fbb3-add4-4f77-916e-fc8f0017e2d0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.396807] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.403303] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f85ae04-47dd-49c0-b127-42b85efeefa4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.437166] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba2ad2c-9db0-4602-bc9d-f0751a716257 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.445650] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86a683a-190a-4b5d-9c11-0368cfc386ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.461349] env[69481]: DEBUG nova.compute.provider_tree [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.832599] env[69481]: DEBUG nova.compute.manager [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.837434] env[69481]: DEBUG nova.compute.manager [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.837570] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.838654] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9898b6-cccb-48a2-9514-b502dce4a3a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.852071] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.852369] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e0cd4be-9a11-42a3-9c60-f4fd36c79de0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.865759] env[69481]: DEBUG oslo_vmware.api [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 698.865759] env[69481]: value = "task-3263576" [ 698.865759] env[69481]: _type = "Task" [ 698.865759] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.869499] env[69481]: DEBUG nova.compute.manager [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.883405] env[69481]: DEBUG nova.virt.hardware [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.883669] env[69481]: DEBUG nova.virt.hardware [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.883824] env[69481]: DEBUG nova.virt.hardware [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.884092] env[69481]: DEBUG nova.virt.hardware [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.884346] env[69481]: DEBUG nova.virt.hardware [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.884532] env[69481]: DEBUG nova.virt.hardware [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.884825] env[69481]: DEBUG nova.virt.hardware [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.884993] env[69481]: DEBUG nova.virt.hardware [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.885179] env[69481]: DEBUG nova.virt.hardware [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.885344] env[69481]: DEBUG nova.virt.hardware [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.885513] env[69481]: DEBUG nova.virt.hardware [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.886667] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd31c899-2c27-4cc6-b512-2f8e8af7dbf8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.907021] env[69481]: DEBUG oslo_vmware.api [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.919918] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bccab7-2dc9-464e-95f5-37d3e5ff85b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.925173] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263575, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.965097] env[69481]: DEBUG nova.scheduler.client.report [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.060941] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquiring lock "995a6972-c2c5-4559-bec6-b5de4ed09a61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.061243] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lock "995a6972-c2c5-4559-bec6-b5de4ed09a61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.061454] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquiring lock "995a6972-c2c5-4559-bec6-b5de4ed09a61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.061664] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lock "995a6972-c2c5-4559-bec6-b5de4ed09a61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.061788] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lock "995a6972-c2c5-4559-bec6-b5de4ed09a61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.064342] env[69481]: INFO nova.compute.manager [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Terminating instance [ 699.383010] env[69481]: DEBUG oslo_vmware.api [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263576, 'name': PowerOffVM_Task, 'duration_secs': 0.264593} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.383198] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.383527] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.385884] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d63cc8ed-1ed7-4ca5-8ee6-de6100131f58 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.397777] env[69481]: DEBUG oslo_vmware.api [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3263575, 'name': PowerOnVM_Task, 'duration_secs': 0.807571} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.398048] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.398258] env[69481]: INFO nova.compute.manager [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Took 10.29 seconds to spawn the instance on the hypervisor. [ 699.398435] env[69481]: DEBUG nova.compute.manager [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.399208] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a26415-a4a6-43a3-9868-400c735e124a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.403726] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.462325] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.462537] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.462730] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleting the datastore file [datastore2] 1673f26d-bec6-43c3-9dcc-162655774fac {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.463056] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b05c8eb-ede6-4bb0-949c-6a70d6785a5e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.469731] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.233s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.470261] env[69481]: DEBUG nova.compute.manager [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.472990] env[69481]: DEBUG oslo_vmware.api [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 699.472990] env[69481]: value = "task-3263578" [ 699.472990] env[69481]: _type = "Task" [ 699.472990] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.473675] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.862s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.473871] env[69481]: DEBUG nova.objects.instance [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 699.484733] env[69481]: DEBUG oslo_vmware.api [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.576021] env[69481]: DEBUG nova.compute.manager [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.576021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.576730] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90321c79-feeb-4c8b-94d0-4096d314c1a0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.587600] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.589842] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1983f805-b026-473a-a9cc-6b5e8ff799dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.598877] env[69481]: DEBUG oslo_vmware.api [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 699.598877] env[69481]: value = "task-3263579" [ 699.598877] env[69481]: _type = "Task" [ 699.598877] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.610377] env[69481]: DEBUG oslo_vmware.api [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.695025] env[69481]: DEBUG nova.network.neutron [-] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.920699] env[69481]: INFO nova.compute.manager [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Took 31.01 seconds to build instance. [ 699.975503] env[69481]: DEBUG nova.compute.utils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.976662] env[69481]: DEBUG nova.compute.manager [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.976914] env[69481]: DEBUG nova.network.neutron [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.002591] env[69481]: DEBUG oslo_vmware.api [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389707} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.002903] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.003461] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.003461] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.003461] env[69481]: INFO nova.compute.manager [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Took 1.17 seconds to destroy the instance on the hypervisor. [ 700.003646] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.004100] env[69481]: DEBUG nova.compute.manager [-] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.004332] env[69481]: DEBUG nova.network.neutron [-] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.113042] env[69481]: DEBUG oslo_vmware.api [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263579, 'name': PowerOffVM_Task, 'duration_secs': 0.353415} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.113042] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.113042] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.113042] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-365105d9-78d4-4e3c-a3a6-8b44bc23e085 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.167896] env[69481]: DEBUG nova.policy [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790377b50cd14ef7a7f87030666959cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bc7d3f295964e2c82d72f94f7998e55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.193518] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.193763] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.193937] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Deleting the datastore file [datastore2] 995a6972-c2c5-4559-bec6-b5de4ed09a61 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.195226] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-419219a7-377e-4bbc-92c9-9ae385852496 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.200815] env[69481]: INFO nova.compute.manager [-] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Took 1.84 seconds to deallocate network for instance. [ 700.204538] env[69481]: DEBUG oslo_vmware.api [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for the task: (returnval){ [ 700.204538] env[69481]: value = "task-3263582" [ 700.204538] env[69481]: _type = "Task" [ 700.204538] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.218093] env[69481]: DEBUG oslo_vmware.api [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.333808] env[69481]: DEBUG nova.compute.manager [req-5a7c9e5d-6314-4170-9145-31463bda3320 req-3b367c5b-8006-48b3-92c9-079600f1ad54 service nova] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Received event network-vif-deleted-11d44a9c-4aa8-4f02-981c-17475c60cc0a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.427322] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3f222d5-a6a2-4563-a6fd-2b2df1ff62d6 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "634b6ae2-3e25-4f45-9ace-005766a588de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.532s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.482763] env[69481]: DEBUG nova.compute.manager [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.496551] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dd9259da-cf92-4e35-a402-5f8eb818c97b tempest-ServersAdmin275Test-931498182 tempest-ServersAdmin275Test-931498182-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.505293] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.908s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.505521] env[69481]: INFO nova.compute.claims [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.548101] env[69481]: DEBUG nova.compute.manager [req-190b7ae3-4596-441a-a2c7-83ab9a95f447 req-e6dcf461-0b25-4b80-8251-cab5a0ac94a5 service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Received event network-changed-ae054729-8906-4c5c-a0ee-db6127cb776e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.549544] env[69481]: DEBUG nova.compute.manager [req-190b7ae3-4596-441a-a2c7-83ab9a95f447 req-e6dcf461-0b25-4b80-8251-cab5a0ac94a5 service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Refreshing instance network info cache due to event network-changed-ae054729-8906-4c5c-a0ee-db6127cb776e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.549757] env[69481]: DEBUG oslo_concurrency.lockutils [req-190b7ae3-4596-441a-a2c7-83ab9a95f447 req-e6dcf461-0b25-4b80-8251-cab5a0ac94a5 service nova] Acquiring lock "refresh_cache-a450822f-74fd-4483-afba-1b7f2f2ff604" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.549907] env[69481]: DEBUG oslo_concurrency.lockutils [req-190b7ae3-4596-441a-a2c7-83ab9a95f447 req-e6dcf461-0b25-4b80-8251-cab5a0ac94a5 service nova] Acquired lock "refresh_cache-a450822f-74fd-4483-afba-1b7f2f2ff604" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.550101] env[69481]: DEBUG nova.network.neutron [req-190b7ae3-4596-441a-a2c7-83ab9a95f447 req-e6dcf461-0b25-4b80-8251-cab5a0ac94a5 service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Refreshing network info cache for port ae054729-8906-4c5c-a0ee-db6127cb776e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.716705] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.716705] env[69481]: DEBUG oslo_vmware.api [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Task: {'id': task-3263582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487327} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.716885] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.717107] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.717341] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.717506] env[69481]: INFO nova.compute.manager [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Took 1.14 seconds to destroy the instance on the hypervisor. [ 700.717739] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.718186] env[69481]: DEBUG nova.compute.manager [-] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.718292] env[69481]: DEBUG nova.network.neutron [-] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.933376] env[69481]: DEBUG nova.compute.manager [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.458630] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.501016] env[69481]: DEBUG nova.compute.manager [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.533514] env[69481]: DEBUG nova.virt.hardware [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.534165] env[69481]: DEBUG nova.virt.hardware [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.534953] env[69481]: DEBUG nova.virt.hardware [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.534953] env[69481]: DEBUG nova.virt.hardware [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.534953] env[69481]: DEBUG nova.virt.hardware [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.535814] env[69481]: DEBUG nova.virt.hardware [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.535814] env[69481]: DEBUG nova.virt.hardware [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.535814] env[69481]: DEBUG nova.virt.hardware [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.536250] env[69481]: DEBUG nova.virt.hardware [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.536250] env[69481]: DEBUG nova.virt.hardware [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.536515] env[69481]: DEBUG nova.virt.hardware [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.537777] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c0c992-e4c6-4b63-a265-52bc0ad71c64 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.554879] env[69481]: DEBUG nova.network.neutron [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Successfully updated port: a38203ec-2e6c-4ad8-a5db-7336471410ee {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.560078] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6299795b-b634-4865-9545-77ba8ac940b6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.564807] env[69481]: DEBUG nova.network.neutron [-] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.602672] env[69481]: DEBUG nova.network.neutron [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Successfully created port: ee3a28a1-f210-4ea3-864e-a8bb2082387c {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.747273] env[69481]: DEBUG nova.network.neutron [req-190b7ae3-4596-441a-a2c7-83ab9a95f447 req-e6dcf461-0b25-4b80-8251-cab5a0ac94a5 service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Updated VIF entry in instance network info cache for port ae054729-8906-4c5c-a0ee-db6127cb776e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.748606] env[69481]: DEBUG nova.network.neutron [req-190b7ae3-4596-441a-a2c7-83ab9a95f447 req-e6dcf461-0b25-4b80-8251-cab5a0ac94a5 service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Updating instance_info_cache with network_info: [{"id": "ae054729-8906-4c5c-a0ee-db6127cb776e", "address": "fa:16:3e:84:14:35", "network": {"id": "4b1bf55e-aeed-49f1-b2bf-c1b669e535a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-881482930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51760a2ea84040c5be8df94d91b73a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae054729-89", "ovs_interfaceid": "ae054729-8906-4c5c-a0ee-db6127cb776e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.068691] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "refresh_cache-5777318f-3425-4ad6-913a-4c98ab68d4e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.068691] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquired lock "refresh_cache-5777318f-3425-4ad6-913a-4c98ab68d4e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.068691] env[69481]: DEBUG nova.network.neutron [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.068691] env[69481]: INFO nova.compute.manager [-] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Took 2.06 seconds to deallocate network for instance. [ 702.096825] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d54f64-f220-4542-a506-b2bce159253d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.106016] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3d1faa-33f3-4503-bd9f-69a0730396a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.138027] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14484d20-c214-43d8-b359-b31d69125f48 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.146916] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c9bbb0-a48b-40ba-8db3-b70c90dc240f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.162870] env[69481]: DEBUG nova.compute.provider_tree [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.251544] env[69481]: DEBUG oslo_concurrency.lockutils [req-190b7ae3-4596-441a-a2c7-83ab9a95f447 req-e6dcf461-0b25-4b80-8251-cab5a0ac94a5 service nova] Releasing lock "refresh_cache-a450822f-74fd-4483-afba-1b7f2f2ff604" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.295397] env[69481]: DEBUG nova.network.neutron [-] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.585472] env[69481]: DEBUG oslo_concurrency.lockutils [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.610239] env[69481]: DEBUG nova.network.neutron [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.668312] env[69481]: DEBUG nova.scheduler.client.report [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.801403] env[69481]: INFO nova.compute.manager [-] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Took 2.08 seconds to deallocate network for instance. [ 703.160341] env[69481]: DEBUG nova.network.neutron [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Updating instance_info_cache with network_info: [{"id": "a38203ec-2e6c-4ad8-a5db-7336471410ee", "address": "fa:16:3e:28:bd:63", "network": {"id": "837368cd-f029-4650-835d-19d92499a8e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1966134912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a98606cef2844fc98983949b669133d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38203ec-2e", "ovs_interfaceid": "a38203ec-2e6c-4ad8-a5db-7336471410ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.178075] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.178645] env[69481]: DEBUG nova.compute.manager [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.182055] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.021s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.182288] env[69481]: DEBUG nova.objects.instance [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Lazy-loading 'resources' on Instance uuid 48b3e04b-ca2e-4718-8a6a-37a21170630d {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.310151] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.361844] env[69481]: DEBUG nova.compute.manager [req-2e52b217-7a38-4e58-a002-ed2cc0f5fe30 req-fe44effd-beef-4668-a421-595c064b9228 service nova] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Received event network-vif-deleted-3b18de0c-c52f-4172-9749-3f749261f5ef {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.363544] env[69481]: DEBUG nova.compute.manager [req-2e52b217-7a38-4e58-a002-ed2cc0f5fe30 req-fe44effd-beef-4668-a421-595c064b9228 service nova] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Received event network-vif-deleted-9c04c763-b8c6-405e-b22a-3a7bbb6d7e5c {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.394066] env[69481]: DEBUG nova.compute.manager [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Received event network-vif-plugged-a38203ec-2e6c-4ad8-a5db-7336471410ee {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.394066] env[69481]: DEBUG oslo_concurrency.lockutils [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] Acquiring lock "5777318f-3425-4ad6-913a-4c98ab68d4e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.394066] env[69481]: DEBUG oslo_concurrency.lockutils [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.394066] env[69481]: DEBUG oslo_concurrency.lockutils [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.394339] env[69481]: DEBUG nova.compute.manager [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] No waiting events found dispatching network-vif-plugged-a38203ec-2e6c-4ad8-a5db-7336471410ee {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.394516] env[69481]: WARNING nova.compute.manager [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Received unexpected event network-vif-plugged-a38203ec-2e6c-4ad8-a5db-7336471410ee for instance with vm_state building and task_state spawning. [ 703.394690] env[69481]: DEBUG nova.compute.manager [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Received event network-changed-a38203ec-2e6c-4ad8-a5db-7336471410ee {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.394867] env[69481]: DEBUG nova.compute.manager [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Refreshing instance network info cache due to event network-changed-a38203ec-2e6c-4ad8-a5db-7336471410ee. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.395103] env[69481]: DEBUG oslo_concurrency.lockutils [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] Acquiring lock "refresh_cache-5777318f-3425-4ad6-913a-4c98ab68d4e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.661904] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Releasing lock "refresh_cache-5777318f-3425-4ad6-913a-4c98ab68d4e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.664902] env[69481]: DEBUG nova.compute.manager [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Instance network_info: |[{"id": "a38203ec-2e6c-4ad8-a5db-7336471410ee", "address": "fa:16:3e:28:bd:63", "network": {"id": "837368cd-f029-4650-835d-19d92499a8e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1966134912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a98606cef2844fc98983949b669133d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38203ec-2e", "ovs_interfaceid": "a38203ec-2e6c-4ad8-a5db-7336471410ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.664902] env[69481]: DEBUG oslo_concurrency.lockutils [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] Acquired lock "refresh_cache-5777318f-3425-4ad6-913a-4c98ab68d4e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.665339] env[69481]: DEBUG nova.network.neutron [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Refreshing network info cache for port a38203ec-2e6c-4ad8-a5db-7336471410ee {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.665339] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:bd:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a38203ec-2e6c-4ad8-a5db-7336471410ee', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.676280] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Creating folder: Project (6a98606cef2844fc98983949b669133d). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.679280] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21f045cc-35a4-4afc-8cb8-603578af7d64 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.685439] env[69481]: DEBUG nova.compute.utils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.691752] env[69481]: DEBUG nova.compute.manager [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.691752] env[69481]: DEBUG nova.network.neutron [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.696159] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Created folder: Project (6a98606cef2844fc98983949b669133d) in parent group-v651898. [ 703.696159] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Creating folder: Instances. Parent ref: group-v651975. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.698865] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-132d0c35-e1bc-4631-89e8-9843fc2d5905 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.709536] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Created folder: Instances in parent group-v651975. [ 703.709801] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.711947] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.712507] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-424ae635-6d62-408a-8092-90bcb69b3d0c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.738919] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.738919] env[69481]: value = "task-3263586" [ 703.738919] env[69481]: _type = "Task" [ 703.738919] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.749335] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263586, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.802037] env[69481]: DEBUG nova.policy [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82490f21144b4ffbb7fa1836f67f305c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0ec8e41da6341dd93fb3e9e7dcf3e7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.136483] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "5e338780-2cf4-436c-ae29-6225d56648fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.137371] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "5e338780-2cf4-436c-ae29-6225d56648fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.201236] env[69481]: DEBUG nova.compute.manager [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.255829] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263586, 'name': CreateVM_Task, 'duration_secs': 0.37308} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.258976] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.262087] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.262087] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.262087] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.262087] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b03c9885-27e5-4a3f-8186-35935c8e7446 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.266271] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 704.266271] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52717e63-2468-a0d9-eab0-031217e75b30" [ 704.266271] env[69481]: _type = "Task" [ 704.266271] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.276680] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52717e63-2468-a0d9-eab0-031217e75b30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.352096] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55384a27-1e59-457a-8cdb-f17cbfb0f29f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.363775] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83dcab0-be7b-4047-a7de-76a161fa1ea4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.402936] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767acfe8-8707-4d27-b5c9-4618aeb628ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.413030] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7433dda2-3311-473a-907e-adbf95fd1554 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.429220] env[69481]: DEBUG nova.compute.provider_tree [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.654993] env[69481]: DEBUG nova.network.neutron [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Successfully updated port: ee3a28a1-f210-4ea3-864e-a8bb2082387c {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.778852] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52717e63-2468-a0d9-eab0-031217e75b30, 'name': SearchDatastore_Task, 'duration_secs': 0.011355} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.779091] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.780021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.780021] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.780021] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.780021] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.783724] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11afa632-3cd9-4561-978d-af96288bac5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.796428] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.796768] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.798014] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160af9de-e4e7-472f-bfa8-46e64aab4b28 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.805543] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 704.805543] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b1e949-370c-e27f-f43b-8ee888a46126" [ 704.805543] env[69481]: _type = "Task" [ 704.805543] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.817555] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b1e949-370c-e27f-f43b-8ee888a46126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.934943] env[69481]: DEBUG nova.scheduler.client.report [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.070522] env[69481]: DEBUG nova.network.neutron [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Updated VIF entry in instance network info cache for port a38203ec-2e6c-4ad8-a5db-7336471410ee. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.070962] env[69481]: DEBUG nova.network.neutron [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Updating instance_info_cache with network_info: [{"id": "a38203ec-2e6c-4ad8-a5db-7336471410ee", "address": "fa:16:3e:28:bd:63", "network": {"id": "837368cd-f029-4650-835d-19d92499a8e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1966134912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a98606cef2844fc98983949b669133d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38203ec-2e", "ovs_interfaceid": "a38203ec-2e6c-4ad8-a5db-7336471410ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.091073] env[69481]: DEBUG nova.network.neutron [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Successfully created port: 7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.158045] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "refresh_cache-ba59923e-442a-4444-b439-8083fddea082" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.158251] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "refresh_cache-ba59923e-442a-4444-b439-8083fddea082" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.158410] env[69481]: DEBUG nova.network.neutron [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.208986] env[69481]: DEBUG nova.compute.manager [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.249150] env[69481]: DEBUG nova.virt.hardware [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.249150] env[69481]: DEBUG nova.virt.hardware [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.249150] env[69481]: DEBUG nova.virt.hardware [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.249401] env[69481]: DEBUG nova.virt.hardware [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.249401] env[69481]: DEBUG nova.virt.hardware [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.249484] env[69481]: DEBUG nova.virt.hardware [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.249723] env[69481]: DEBUG nova.virt.hardware [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.249833] env[69481]: DEBUG nova.virt.hardware [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.249989] env[69481]: DEBUG nova.virt.hardware [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.250157] env[69481]: DEBUG nova.virt.hardware [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.250322] env[69481]: DEBUG nova.virt.hardware [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.251229] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2784d381-6136-41dd-89b0-6716ba73501e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.264210] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d5a6ed-afb6-406c-bdb6-4cf75e62d5aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.319519] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b1e949-370c-e27f-f43b-8ee888a46126, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.320350] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-781dad14-0a0e-4f27-8804-f5d89ee8efcf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.326025] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 705.326025] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52355048-bf74-47e0-6234-1dfea9149c34" [ 705.326025] env[69481]: _type = "Task" [ 705.326025] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.335264] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52355048-bf74-47e0-6234-1dfea9149c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.442206] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.444494] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.559s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.446070] env[69481]: INFO nova.compute.claims [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.468151] env[69481]: INFO nova.scheduler.client.report [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Deleted allocations for instance 48b3e04b-ca2e-4718-8a6a-37a21170630d [ 705.574427] env[69481]: DEBUG oslo_concurrency.lockutils [req-25a971f5-8b3d-4f55-96c4-37ec5be11f75 req-32c69cb2-b796-4a12-ae79-f4a27a1d4cb8 service nova] Releasing lock "refresh_cache-5777318f-3425-4ad6-913a-4c98ab68d4e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.742338] env[69481]: DEBUG nova.network.neutron [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.838854] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52355048-bf74-47e0-6234-1dfea9149c34, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.841057] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.841057] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 5777318f-3425-4ad6-913a-4c98ab68d4e1/5777318f-3425-4ad6-913a-4c98ab68d4e1.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.841057] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c9d3217-1278-467a-8cdf-04df2324d812 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.846989] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 705.846989] env[69481]: value = "task-3263588" [ 705.846989] env[69481]: _type = "Task" [ 705.846989] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.856530] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.936285] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquiring lock "1e853890-eff8-4c59-95f0-b1a81133b6f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.937298] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Lock "1e853890-eff8-4c59-95f0-b1a81133b6f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.980847] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d9c3d99a-bad0-4deb-8f0b-970f04d891bb tempest-InstanceActionsV221TestJSON-1976856396 tempest-InstanceActionsV221TestJSON-1976856396-project-member] Lock "48b3e04b-ca2e-4718-8a6a-37a21170630d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.677s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.049072] env[69481]: DEBUG nova.compute.manager [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] Received event network-vif-plugged-ee3a28a1-f210-4ea3-864e-a8bb2082387c {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.049309] env[69481]: DEBUG oslo_concurrency.lockutils [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] Acquiring lock "ba59923e-442a-4444-b439-8083fddea082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.049534] env[69481]: DEBUG oslo_concurrency.lockutils [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] Lock "ba59923e-442a-4444-b439-8083fddea082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.049699] env[69481]: DEBUG oslo_concurrency.lockutils [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] Lock "ba59923e-442a-4444-b439-8083fddea082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.049821] env[69481]: DEBUG nova.compute.manager [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] No waiting events found dispatching network-vif-plugged-ee3a28a1-f210-4ea3-864e-a8bb2082387c {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.049979] env[69481]: WARNING nova.compute.manager [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] Received unexpected event network-vif-plugged-ee3a28a1-f210-4ea3-864e-a8bb2082387c for instance with vm_state building and task_state spawning. [ 706.051267] env[69481]: DEBUG nova.compute.manager [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] Received event network-changed-ee3a28a1-f210-4ea3-864e-a8bb2082387c {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.051483] env[69481]: DEBUG nova.compute.manager [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] Refreshing instance network info cache due to event network-changed-ee3a28a1-f210-4ea3-864e-a8bb2082387c. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.051926] env[69481]: DEBUG oslo_concurrency.lockutils [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] Acquiring lock "refresh_cache-ba59923e-442a-4444-b439-8083fddea082" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.072877] env[69481]: DEBUG nova.compute.manager [req-bfacaca2-69e5-4a1e-b99a-25738511f744 req-de4fa1b9-589f-459f-b6e4-9067f45d4cdd service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Received event network-changed-73b86c56-5b8f-4366-b6fe-296bd0e0f6eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.072877] env[69481]: DEBUG nova.compute.manager [req-bfacaca2-69e5-4a1e-b99a-25738511f744 req-de4fa1b9-589f-459f-b6e4-9067f45d4cdd service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Refreshing instance network info cache due to event network-changed-73b86c56-5b8f-4366-b6fe-296bd0e0f6eb. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.073116] env[69481]: DEBUG oslo_concurrency.lockutils [req-bfacaca2-69e5-4a1e-b99a-25738511f744 req-de4fa1b9-589f-459f-b6e4-9067f45d4cdd service nova] Acquiring lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.073254] env[69481]: DEBUG oslo_concurrency.lockutils [req-bfacaca2-69e5-4a1e-b99a-25738511f744 req-de4fa1b9-589f-459f-b6e4-9067f45d4cdd service nova] Acquired lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.073423] env[69481]: DEBUG nova.network.neutron [req-bfacaca2-69e5-4a1e-b99a-25738511f744 req-de4fa1b9-589f-459f-b6e4-9067f45d4cdd service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Refreshing network info cache for port 73b86c56-5b8f-4366-b6fe-296bd0e0f6eb {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.114182] env[69481]: DEBUG nova.network.neutron [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Updating instance_info_cache with network_info: [{"id": "ee3a28a1-f210-4ea3-864e-a8bb2082387c", "address": "fa:16:3e:06:4b:c2", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3a28a1-f2", "ovs_interfaceid": "ee3a28a1-f210-4ea3-864e-a8bb2082387c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.357024] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263588, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.619253] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "refresh_cache-ba59923e-442a-4444-b439-8083fddea082" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.619671] env[69481]: DEBUG nova.compute.manager [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Instance network_info: |[{"id": "ee3a28a1-f210-4ea3-864e-a8bb2082387c", "address": "fa:16:3e:06:4b:c2", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3a28a1-f2", "ovs_interfaceid": "ee3a28a1-f210-4ea3-864e-a8bb2082387c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.622538] env[69481]: DEBUG oslo_concurrency.lockutils [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] Acquired lock "refresh_cache-ba59923e-442a-4444-b439-8083fddea082" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.622748] env[69481]: DEBUG nova.network.neutron [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] Refreshing network info cache for port ee3a28a1-f210-4ea3-864e-a8bb2082387c {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.624087] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:4b:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee3a28a1-f210-4ea3-864e-a8bb2082387c', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.636144] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.637604] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba59923e-442a-4444-b439-8083fddea082] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.638343] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22b12996-ae8e-45d5-85e7-4f01aa3fd8b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.665696] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.665696] env[69481]: value = "task-3263590" [ 706.665696] env[69481]: _type = "Task" [ 706.665696] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.672451] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263590, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.863905] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713519} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.864913] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 5777318f-3425-4ad6-913a-4c98ab68d4e1/5777318f-3425-4ad6-913a-4c98ab68d4e1.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.864913] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.864913] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-776d4aba-315f-4781-8c98-aabb94ac5495 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.874187] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 706.874187] env[69481]: value = "task-3263591" [ 706.874187] env[69481]: _type = "Task" [ 706.874187] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.888802] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.013038] env[69481]: DEBUG nova.network.neutron [req-bfacaca2-69e5-4a1e-b99a-25738511f744 req-de4fa1b9-589f-459f-b6e4-9067f45d4cdd service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Updated VIF entry in instance network info cache for port 73b86c56-5b8f-4366-b6fe-296bd0e0f6eb. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.013038] env[69481]: DEBUG nova.network.neutron [req-bfacaca2-69e5-4a1e-b99a-25738511f744 req-de4fa1b9-589f-459f-b6e4-9067f45d4cdd service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Updating instance_info_cache with network_info: [{"id": "73b86c56-5b8f-4366-b6fe-296bd0e0f6eb", "address": "fa:16:3e:1c:31:db", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b86c56-5b", "ovs_interfaceid": "73b86c56-5b8f-4366-b6fe-296bd0e0f6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.020642] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7e0975-f38e-4f5a-a1d7-776bd57fc293 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.028157] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905646d1-bff4-4d4a-ae56-d8433bb9e66a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.067020] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d73f6f-432d-47b2-baa9-92a758ee77c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.072186] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d405531-cc37-4c4f-b431-b2658b8fa590 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.085124] env[69481]: DEBUG nova.compute.provider_tree [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.176795] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263590, 'name': CreateVM_Task, 'duration_secs': 0.37856} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.176962] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba59923e-442a-4444-b439-8083fddea082] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.177692] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.177863] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.179021] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.179021] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffaafa56-eac9-4503-9c68-d4f4ed64035a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.184597] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 707.184597] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]529bbccf-acfe-dab7-a46f-c71b4df617fc" [ 707.184597] env[69481]: _type = "Task" [ 707.184597] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.192897] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529bbccf-acfe-dab7-a46f-c71b4df617fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.261343] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.261578] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.382980] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067294} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.382980] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.384243] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88432cd-e26e-46c1-8275-d874bc6c32eb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.413344] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 5777318f-3425-4ad6-913a-4c98ab68d4e1/5777318f-3425-4ad6-913a-4c98ab68d4e1.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.416353] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688a9461-510e-43ad-b204-a3da0d68f793 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.440608] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 707.440608] env[69481]: value = "task-3263592" [ 707.440608] env[69481]: _type = "Task" [ 707.440608] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.449247] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.517773] env[69481]: DEBUG oslo_concurrency.lockutils [req-bfacaca2-69e5-4a1e-b99a-25738511f744 req-de4fa1b9-589f-459f-b6e4-9067f45d4cdd service nova] Releasing lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.593351] env[69481]: DEBUG nova.scheduler.client.report [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.621474] env[69481]: DEBUG nova.network.neutron [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] Updated VIF entry in instance network info cache for port ee3a28a1-f210-4ea3-864e-a8bb2082387c. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.621838] env[69481]: DEBUG nova.network.neutron [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] Updating instance_info_cache with network_info: [{"id": "ee3a28a1-f210-4ea3-864e-a8bb2082387c", "address": "fa:16:3e:06:4b:c2", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3a28a1-f2", "ovs_interfaceid": "ee3a28a1-f210-4ea3-864e-a8bb2082387c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.696971] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529bbccf-acfe-dab7-a46f-c71b4df617fc, 'name': SearchDatastore_Task, 'duration_secs': 0.016082} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.697317] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.697585] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.698129] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.698432] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.698546] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.698753] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3677f1a2-621d-45c3-8e87-44564ce6215a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.707990] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.708485] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.709633] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e06548-b996-4afd-9ec2-36dab573563b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.712570] env[69481]: DEBUG nova.network.neutron [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Successfully updated port: 7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.717010] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 707.717010] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52cee73c-b34b-9d81-5abb-efbd8a1281d7" [ 707.717010] env[69481]: _type = "Task" [ 707.717010] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.726885] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cee73c-b34b-9d81-5abb-efbd8a1281d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.849493] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.849774] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.951786] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263592, 'name': ReconfigVM_Task, 'duration_secs': 0.300003} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.952187] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 5777318f-3425-4ad6-913a-4c98ab68d4e1/5777318f-3425-4ad6-913a-4c98ab68d4e1.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.953129] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebc83ac5-bf91-4a6f-a80c-ff592be82b82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.959507] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 707.959507] env[69481]: value = "task-3263593" [ 707.959507] env[69481]: _type = "Task" [ 707.959507] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.968811] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263593, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.100326] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.100858] env[69481]: DEBUG nova.compute.manager [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.103525] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.890s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.103756] env[69481]: DEBUG nova.objects.instance [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lazy-loading 'resources' on Instance uuid 6ebbfc05-34bf-4439-8feb-bb5410c145fd {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.124643] env[69481]: DEBUG oslo_concurrency.lockutils [req-177c62da-3a1f-4096-a79d-54daac6aa1b7 req-ad93d849-07d9-46e9-8a46-84f4d970c8c1 service nova] Releasing lock "refresh_cache-ba59923e-442a-4444-b439-8083fddea082" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.133025] env[69481]: DEBUG nova.compute.manager [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Received event network-vif-plugged-7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.133453] env[69481]: DEBUG oslo_concurrency.lockutils [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] Acquiring lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.133767] env[69481]: DEBUG oslo_concurrency.lockutils [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] Lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.134014] env[69481]: DEBUG oslo_concurrency.lockutils [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] Lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.134256] env[69481]: DEBUG nova.compute.manager [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] No waiting events found dispatching network-vif-plugged-7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.134485] env[69481]: WARNING nova.compute.manager [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Received unexpected event network-vif-plugged-7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992 for instance with vm_state building and task_state spawning. [ 708.134709] env[69481]: DEBUG nova.compute.manager [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Received event network-changed-7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.134929] env[69481]: DEBUG nova.compute.manager [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Refreshing instance network info cache due to event network-changed-7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.135217] env[69481]: DEBUG oslo_concurrency.lockutils [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] Acquiring lock "refresh_cache-a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.135411] env[69481]: DEBUG oslo_concurrency.lockutils [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] Acquired lock "refresh_cache-a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.135735] env[69481]: DEBUG nova.network.neutron [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Refreshing network info cache for port 7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.216008] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "refresh_cache-a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.231319] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cee73c-b34b-9d81-5abb-efbd8a1281d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.233165] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29a5a9e-25fd-475c-9f81-f29af9c49348 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.239995] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.239995] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.244080] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 708.244080] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5246191b-9ac5-fa56-f757-9ea62fb8e687" [ 708.244080] env[69481]: _type = "Task" [ 708.244080] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.251718] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5246191b-9ac5-fa56-f757-9ea62fb8e687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.473735] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263593, 'name': Rename_Task, 'duration_secs': 0.146413} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.474026] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.474266] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d67650f6-95aa-4bda-a7cb-007550342afe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.481110] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 708.481110] env[69481]: value = "task-3263595" [ 708.481110] env[69481]: _type = "Task" [ 708.481110] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.492531] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.608971] env[69481]: DEBUG nova.compute.utils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.613668] env[69481]: DEBUG nova.compute.manager [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.613668] env[69481]: DEBUG nova.network.neutron [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.687246] env[69481]: DEBUG nova.policy [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03364d02fd344b6eb7a22e132fc2b142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb779692e1a9467ebcf62d5aea115f56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.691249] env[69481]: DEBUG nova.network.neutron [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.761261] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5246191b-9ac5-fa56-f757-9ea62fb8e687, 'name': SearchDatastore_Task, 'duration_secs': 0.01358} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.761261] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.761261] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] ba59923e-442a-4444-b439-8083fddea082/ba59923e-442a-4444-b439-8083fddea082.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.761261] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ed8057f-a085-4de4-b922-7677115df879 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.767257] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 708.767257] env[69481]: value = "task-3263596" [ 708.767257] env[69481]: _type = "Task" [ 708.767257] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.781531] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.886412] env[69481]: DEBUG nova.network.neutron [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.995112] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.116278] env[69481]: DEBUG nova.compute.manager [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.223387] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379715dd-12f2-444a-8a0c-8b7cf2575e24 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.229789] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb69d5-c7a2-49fb-868f-8fe3f98fa952 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.268378] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2ae4a2-1a75-4578-9c79-45d84a72c1ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.285355] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1055f3-7038-4f93-a42d-34036a0dd7e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.288918] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263596, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.303783] env[69481]: DEBUG nova.compute.provider_tree [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.322712] env[69481]: DEBUG nova.network.neutron [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Successfully created port: f4bbcaf0-7bd5-41ab-bb8d-50246352aa04 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.389084] env[69481]: DEBUG oslo_concurrency.lockutils [req-d80ea576-367b-4c22-96bd-023ea0b29aa9 req-5a57d620-c56e-4ca7-86bc-92431d5ec62d service nova] Releasing lock "refresh_cache-a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.389174] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "refresh_cache-a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.389294] env[69481]: DEBUG nova.network.neutron [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.494554] env[69481]: DEBUG oslo_vmware.api [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263595, 'name': PowerOnVM_Task, 'duration_secs': 0.614942} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.494859] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.495492] env[69481]: INFO nova.compute.manager [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Took 10.66 seconds to spawn the instance on the hypervisor. [ 709.495492] env[69481]: DEBUG nova.compute.manager [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.496299] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd85efd2-c95b-43b2-ad4d-03043ffba318 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.781403] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518572} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.781515] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] ba59923e-442a-4444-b439-8083fddea082/ba59923e-442a-4444-b439-8083fddea082.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.781693] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.781923] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdbac76b-b8a5-41b0-8cf7-b1382c946cb2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.788016] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 709.788016] env[69481]: value = "task-3263597" [ 709.788016] env[69481]: _type = "Task" [ 709.788016] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.796257] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.806872] env[69481]: DEBUG nova.scheduler.client.report [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.929201] env[69481]: DEBUG nova.network.neutron [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.018540] env[69481]: INFO nova.compute.manager [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Took 37.08 seconds to build instance. [ 710.081746] env[69481]: DEBUG nova.network.neutron [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Updating instance_info_cache with network_info: [{"id": "7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992", "address": "fa:16:3e:5d:3c:9e", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b036fd6-5b", "ovs_interfaceid": "7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.129254] env[69481]: DEBUG nova.compute.manager [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.153582] env[69481]: DEBUG nova.virt.hardware [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.153852] env[69481]: DEBUG nova.virt.hardware [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.154038] env[69481]: DEBUG nova.virt.hardware [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.154255] env[69481]: DEBUG nova.virt.hardware [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.154434] env[69481]: DEBUG nova.virt.hardware [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.154599] env[69481]: DEBUG nova.virt.hardware [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.154901] env[69481]: DEBUG nova.virt.hardware [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.155104] env[69481]: DEBUG nova.virt.hardware [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.155317] env[69481]: DEBUG nova.virt.hardware [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.155513] env[69481]: DEBUG nova.virt.hardware [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.155748] env[69481]: DEBUG nova.virt.hardware [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.156729] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b599a658-eecc-40bb-9391-a97564ccabe6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.165372] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60a0efb-6679-41b5-aa2e-d56c04bd6007 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.297742] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078879} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.298040] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.298824] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf373b1-04fd-4f51-80da-81eb39b9e556 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.314918] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.326181] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] ba59923e-442a-4444-b439-8083fddea082/ba59923e-442a-4444-b439-8083fddea082.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.326783] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.916s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.326924] env[69481]: DEBUG nova.objects.instance [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lazy-loading 'resources' on Instance uuid 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.328200] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd64775-2cf4-4376-b252-a76a920874e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.349109] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 710.349109] env[69481]: value = "task-3263598" [ 710.349109] env[69481]: _type = "Task" [ 710.349109] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.364974] env[69481]: INFO nova.scheduler.client.report [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Deleted allocations for instance 6ebbfc05-34bf-4439-8feb-bb5410c145fd [ 710.521130] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5ebcf58-3100-497c-87ea-a2436e45d64c tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.343s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.587980] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "refresh_cache-a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.588408] env[69481]: DEBUG nova.compute.manager [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Instance network_info: |[{"id": "7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992", "address": "fa:16:3e:5d:3c:9e", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b036fd6-5b", "ovs_interfaceid": "7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.588865] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:3c:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.597223] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.597528] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.597761] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0496c1f5-2f45-4667-aaa3-85167de071c0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.620602] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.620602] env[69481]: value = "task-3263600" [ 710.620602] env[69481]: _type = "Task" [ 710.620602] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.628590] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263600, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.866259] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263598, 'name': ReconfigVM_Task, 'duration_secs': 0.296115} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.866559] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Reconfigured VM instance instance-00000018 to attach disk [datastore1] ba59923e-442a-4444-b439-8083fddea082/ba59923e-442a-4444-b439-8083fddea082.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.867250] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a5e2942-f785-4862-9fd1-7dbee636f3d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.872311] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5a64ed56-cf0f-4260-bc36-012c91294056 tempest-AttachInterfacesV270Test-1333430509 tempest-AttachInterfacesV270Test-1333430509-project-member] Lock "6ebbfc05-34bf-4439-8feb-bb5410c145fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.464s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.876786] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 710.876786] env[69481]: value = "task-3263601" [ 710.876786] env[69481]: _type = "Task" [ 710.876786] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.895267] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263601, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.024307] env[69481]: DEBUG nova.compute.manager [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.137862] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263600, 'name': CreateVM_Task, 'duration_secs': 0.321418} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.138043] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.138735] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.138904] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.139243] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.139548] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57bc16df-47f0-420c-8c9e-cd7e82b76991 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.145313] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 711.145313] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ec43a7-4974-7f26-9bdc-c07af8a062ca" [ 711.145313] env[69481]: _type = "Task" [ 711.145313] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.159056] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ec43a7-4974-7f26-9bdc-c07af8a062ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.159386] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.159639] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.159870] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.160018] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.160198] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.162699] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a70a01ad-b39b-4de8-bd0e-7997cee2f8db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.170672] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.170782] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.171824] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de7120e7-45b0-493e-832a-b90b037e84dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.178431] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 711.178431] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]523a5b75-cc92-aac9-060c-121588aa2f98" [ 711.178431] env[69481]: _type = "Task" [ 711.178431] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.190541] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523a5b75-cc92-aac9-060c-121588aa2f98, 'name': SearchDatastore_Task, 'duration_secs': 0.007936} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.191375] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5afb965e-88b7-4cef-910f-b2b43b931743 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.200119] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 711.200119] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]529dbd4b-32ca-0a1b-2980-7fa266971d79" [ 711.200119] env[69481]: _type = "Task" [ 711.200119] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.208867] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529dbd4b-32ca-0a1b-2980-7fa266971d79, 'name': SearchDatastore_Task, 'duration_secs': 0.008311} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.209232] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.209615] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94/a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.210381] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aef1c72e-7634-436f-bb70-74cc64114bca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.216461] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 711.216461] env[69481]: value = "task-3263602" [ 711.216461] env[69481]: _type = "Task" [ 711.216461] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.224606] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.383033] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57f8041-1333-4db1-8bf1-9bcd7f22b955 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.391566] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263601, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.394198] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e869f281-6aa7-4ce0-8bc1-e13396c816ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.425297] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4836fbc6-9d58-43f7-9dac-256a3803ec9e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.433548] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcb6ef9-2027-44b0-b10f-e94b1a6c6a15 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.438627] env[69481]: DEBUG nova.compute.manager [req-a1f7b3c9-05ed-4b1c-bccb-a9035db8c040 req-7abdb474-3ca7-4131-8b9d-d23a4b4abb0e service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Received event network-vif-plugged-f4bbcaf0-7bd5-41ab-bb8d-50246352aa04 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.438841] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1f7b3c9-05ed-4b1c-bccb-a9035db8c040 req-7abdb474-3ca7-4131-8b9d-d23a4b4abb0e service nova] Acquiring lock "c299fcb9-93a7-418b-afc3-fd10ba330c44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.439054] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1f7b3c9-05ed-4b1c-bccb-a9035db8c040 req-7abdb474-3ca7-4131-8b9d-d23a4b4abb0e service nova] Lock "c299fcb9-93a7-418b-afc3-fd10ba330c44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.439226] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1f7b3c9-05ed-4b1c-bccb-a9035db8c040 req-7abdb474-3ca7-4131-8b9d-d23a4b4abb0e service nova] Lock "c299fcb9-93a7-418b-afc3-fd10ba330c44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.439390] env[69481]: DEBUG nova.compute.manager [req-a1f7b3c9-05ed-4b1c-bccb-a9035db8c040 req-7abdb474-3ca7-4131-8b9d-d23a4b4abb0e service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] No waiting events found dispatching network-vif-plugged-f4bbcaf0-7bd5-41ab-bb8d-50246352aa04 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.439553] env[69481]: WARNING nova.compute.manager [req-a1f7b3c9-05ed-4b1c-bccb-a9035db8c040 req-7abdb474-3ca7-4131-8b9d-d23a4b4abb0e service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Received unexpected event network-vif-plugged-f4bbcaf0-7bd5-41ab-bb8d-50246352aa04 for instance with vm_state building and task_state spawning. [ 711.450397] env[69481]: DEBUG nova.compute.provider_tree [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.504035] env[69481]: DEBUG nova.network.neutron [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Successfully updated port: f4bbcaf0-7bd5-41ab-bb8d-50246352aa04 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.546626] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.728607] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.892675] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263601, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.954062] env[69481]: DEBUG nova.scheduler.client.report [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.006975] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "refresh_cache-c299fcb9-93a7-418b-afc3-fd10ba330c44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.006975] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "refresh_cache-c299fcb9-93a7-418b-afc3-fd10ba330c44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.006975] env[69481]: DEBUG nova.network.neutron [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.230794] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263602, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.391753] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263601, 'name': Rename_Task, 'duration_secs': 1.179888} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.392229] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.392527] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf7e38ff-9738-48d6-a565-f34a3a9ffcb5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.401899] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 712.401899] env[69481]: value = "task-3263603" [ 712.401899] env[69481]: _type = "Task" [ 712.401899] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.412913] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.463206] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.466188] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.749s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.467794] env[69481]: INFO nova.compute.claims [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.493227] env[69481]: INFO nova.scheduler.client.report [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Deleted allocations for instance 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e [ 712.574020] env[69481]: DEBUG nova.network.neutron [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.729896] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263602, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.224212} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.730198] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94/a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.730415] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.730661] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a98ecc17-751a-42b0-bc0b-541569efec0e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.740330] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 712.740330] env[69481]: value = "task-3263604" [ 712.740330] env[69481]: _type = "Task" [ 712.740330] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.748813] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.843108] env[69481]: DEBUG nova.network.neutron [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Updating instance_info_cache with network_info: [{"id": "f4bbcaf0-7bd5-41ab-bb8d-50246352aa04", "address": "fa:16:3e:f4:6c:39", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4bbcaf0-7b", "ovs_interfaceid": "f4bbcaf0-7bd5-41ab-bb8d-50246352aa04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.913681] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263603, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.002261] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68705d6a-4e66-453b-8582-ee5142bf8d04 tempest-ServersAdmin275Test-1448464170 tempest-ServersAdmin275Test-1448464170-project-member] Lock "033d81f0-8d19-4caf-a260-3ad2ebf8ad6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.497s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.259528] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096919} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.259887] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.264145] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256d4c32-5f47-4f85-8bee-aba10fad2196 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.293798] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94/a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.294136] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e968d518-7cbe-496c-b602-a3830ded5127 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.318548] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 713.318548] env[69481]: value = "task-3263605" [ 713.318548] env[69481]: _type = "Task" [ 713.318548] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.327094] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.347145] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "refresh_cache-c299fcb9-93a7-418b-afc3-fd10ba330c44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.347145] env[69481]: DEBUG nova.compute.manager [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Instance network_info: |[{"id": "f4bbcaf0-7bd5-41ab-bb8d-50246352aa04", "address": "fa:16:3e:f4:6c:39", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4bbcaf0-7b", "ovs_interfaceid": "f4bbcaf0-7bd5-41ab-bb8d-50246352aa04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.347813] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:6c:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4bbcaf0-7bd5-41ab-bb8d-50246352aa04', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.356311] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.356627] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.356861] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-777065b7-f17d-4948-ac31-d6a34cadb79e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.379201] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.379201] env[69481]: value = "task-3263606" [ 713.379201] env[69481]: _type = "Task" [ 713.379201] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.387306] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263606, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.415242] env[69481]: DEBUG oslo_vmware.api [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263603, 'name': PowerOnVM_Task, 'duration_secs': 0.522214} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.415651] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.415984] env[69481]: INFO nova.compute.manager [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Took 11.91 seconds to spawn the instance on the hypervisor. [ 713.416293] env[69481]: DEBUG nova.compute.manager [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.417852] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17e19ed-f2fd-4a05-9747-9bfa4bf0c005 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.637471] env[69481]: DEBUG nova.compute.manager [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Received event network-changed-f4bbcaf0-7bd5-41ab-bb8d-50246352aa04 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.638238] env[69481]: DEBUG nova.compute.manager [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Refreshing instance network info cache due to event network-changed-f4bbcaf0-7bd5-41ab-bb8d-50246352aa04. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.638238] env[69481]: DEBUG oslo_concurrency.lockutils [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] Acquiring lock "refresh_cache-c299fcb9-93a7-418b-afc3-fd10ba330c44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.639719] env[69481]: DEBUG oslo_concurrency.lockutils [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] Acquired lock "refresh_cache-c299fcb9-93a7-418b-afc3-fd10ba330c44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.639719] env[69481]: DEBUG nova.network.neutron [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Refreshing network info cache for port f4bbcaf0-7bd5-41ab-bb8d-50246352aa04 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.830748] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.892187] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263606, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.942095] env[69481]: INFO nova.compute.manager [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Took 38.92 seconds to build instance. [ 714.102509] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be4f68-2fe4-4093-a0b7-a253e4b036a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.109754] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b5210a-d88f-4334-93bd-ec8ce65f974d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.150220] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa295bce-04d8-4bda-bda8-1633395e779f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.156651] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94c3b30-7e44-4fb9-af63-8b810823b448 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.165043] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Acquiring lock "fc5e7855-fa94-4e1d-8208-00d876b1f896" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.165281] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Lock "fc5e7855-fa94-4e1d-8208-00d876b1f896" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.175194] env[69481]: DEBUG nova.compute.provider_tree [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.330182] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263605, 'name': ReconfigVM_Task, 'duration_secs': 0.621299} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.330290] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94/a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.331669] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dbec7b0-8414-45cd-b564-87c0724ed117 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.342652] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 714.342652] env[69481]: value = "task-3263607" [ 714.342652] env[69481]: _type = "Task" [ 714.342652] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.350607] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263607, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.394024] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263606, 'name': CreateVM_Task, 'duration_secs': 0.6582} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.394024] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.394024] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.394024] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.394024] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.394024] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2d3132-a4f2-42d1-8571-aa658dff3355 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.399057] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 714.399057] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52cadad6-d61d-937b-b6ba-77cd60c05c09" [ 714.399057] env[69481]: _type = "Task" [ 714.399057] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.409981] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cadad6-d61d-937b-b6ba-77cd60c05c09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.444694] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2083e823-57c1-4169-bb07-5af3de42ef15 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "ba59923e-442a-4444-b439-8083fddea082" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.494s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.542988] env[69481]: DEBUG nova.network.neutron [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Updated VIF entry in instance network info cache for port f4bbcaf0-7bd5-41ab-bb8d-50246352aa04. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.543409] env[69481]: DEBUG nova.network.neutron [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Updating instance_info_cache with network_info: [{"id": "f4bbcaf0-7bd5-41ab-bb8d-50246352aa04", "address": "fa:16:3e:f4:6c:39", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4bbcaf0-7b", "ovs_interfaceid": "f4bbcaf0-7bd5-41ab-bb8d-50246352aa04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.679451] env[69481]: DEBUG nova.scheduler.client.report [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.853985] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263607, 'name': Rename_Task, 'duration_secs': 0.285798} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.854061] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.854476] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b878a3ad-e4cc-40e6-a3a0-03cf04adfc99 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.861544] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 714.861544] env[69481]: value = "task-3263608" [ 714.861544] env[69481]: _type = "Task" [ 714.861544] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.869545] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.909308] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cadad6-d61d-937b-b6ba-77cd60c05c09, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.909590] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.909828] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.910110] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.910254] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.911480] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.911480] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1146bae-e54e-47cf-800f-24aba89edf37 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.929838] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.929838] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.930392] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-670c8f42-8cfe-452d-a468-e6e9f8e9177d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.936566] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 714.936566] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52383793-7fb3-985d-62b2-58ddcbb34407" [ 714.936566] env[69481]: _type = "Task" [ 714.936566] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.944555] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52383793-7fb3-985d-62b2-58ddcbb34407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.951326] env[69481]: DEBUG nova.compute.manager [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.046306] env[69481]: DEBUG oslo_concurrency.lockutils [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] Releasing lock "refresh_cache-c299fcb9-93a7-418b-afc3-fd10ba330c44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.046796] env[69481]: DEBUG nova.compute.manager [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Received event network-changed-a38203ec-2e6c-4ad8-a5db-7336471410ee {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.046796] env[69481]: DEBUG nova.compute.manager [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Refreshing instance network info cache due to event network-changed-a38203ec-2e6c-4ad8-a5db-7336471410ee. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.046980] env[69481]: DEBUG oslo_concurrency.lockutils [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] Acquiring lock "refresh_cache-5777318f-3425-4ad6-913a-4c98ab68d4e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.047092] env[69481]: DEBUG oslo_concurrency.lockutils [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] Acquired lock "refresh_cache-5777318f-3425-4ad6-913a-4c98ab68d4e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.047251] env[69481]: DEBUG nova.network.neutron [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Refreshing network info cache for port a38203ec-2e6c-4ad8-a5db-7336471410ee {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.107829] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquiring lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.108219] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.183862] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.184484] env[69481]: DEBUG nova.compute.manager [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.187766] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.328s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.189260] env[69481]: INFO nova.compute.claims [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.372662] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263608, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.448225] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52383793-7fb3-985d-62b2-58ddcbb34407, 'name': SearchDatastore_Task, 'duration_secs': 0.013186} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.449819] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1218064d-4ae1-4fb3-bd5f-4a4fa1a71dbe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.461131] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 715.461131] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c26dbc-f89c-6fa3-68d2-55dee2878114" [ 715.461131] env[69481]: _type = "Task" [ 715.461131] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.472835] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c26dbc-f89c-6fa3-68d2-55dee2878114, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.477206] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.477772] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] c299fcb9-93a7-418b-afc3-fd10ba330c44/c299fcb9-93a7-418b-afc3-fd10ba330c44.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.478016] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-990a9520-c2f2-45bc-bdfd-08920aac0f2f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.487243] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 715.487243] env[69481]: value = "task-3263609" [ 715.487243] env[69481]: _type = "Task" [ 715.487243] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.488572] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.497633] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.693379] env[69481]: DEBUG nova.compute.utils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.700021] env[69481]: DEBUG nova.compute.manager [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.700021] env[69481]: DEBUG nova.network.neutron [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.850082] env[69481]: DEBUG nova.policy [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '594c00b6c95649e58b9902463d027c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f35f02080a0344088617c3ca08a48a78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.873052] env[69481]: DEBUG oslo_vmware.api [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263608, 'name': PowerOnVM_Task, 'duration_secs': 0.800478} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.876616] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.877096] env[69481]: INFO nova.compute.manager [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Took 10.67 seconds to spawn the instance on the hypervisor. [ 715.877575] env[69481]: DEBUG nova.compute.manager [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.880155] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4410315-9a54-4617-921c-2ceb4916f2b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.999589] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263609, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.167195] env[69481]: DEBUG nova.network.neutron [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Updated VIF entry in instance network info cache for port a38203ec-2e6c-4ad8-a5db-7336471410ee. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.167562] env[69481]: DEBUG nova.network.neutron [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Updating instance_info_cache with network_info: [{"id": "a38203ec-2e6c-4ad8-a5db-7336471410ee", "address": "fa:16:3e:28:bd:63", "network": {"id": "837368cd-f029-4650-835d-19d92499a8e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1966134912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a98606cef2844fc98983949b669133d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38203ec-2e", "ovs_interfaceid": "a38203ec-2e6c-4ad8-a5db-7336471410ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.192974] env[69481]: INFO nova.compute.manager [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Rebuilding instance [ 716.204377] env[69481]: DEBUG nova.compute.manager [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.262645] env[69481]: DEBUG nova.compute.manager [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.263553] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e2e6c2-c090-49ab-8778-115e9a19ab91 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.406093] env[69481]: INFO nova.compute.manager [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Took 38.84 seconds to build instance. [ 716.502158] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528299} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.503163] env[69481]: DEBUG nova.network.neutron [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Successfully created port: cfd08030-b9d5-4cfa-b694-5b9b881d6158 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.505131] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] c299fcb9-93a7-418b-afc3-fd10ba330c44/c299fcb9-93a7-418b-afc3-fd10ba330c44.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.505354] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.507855] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-591d18a0-733a-4e4c-bf77-d1bc0de88aa1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.514632] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 716.514632] env[69481]: value = "task-3263610" [ 716.514632] env[69481]: _type = "Task" [ 716.514632] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.524973] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.673201] env[69481]: DEBUG oslo_concurrency.lockutils [req-517d1177-dd90-4e0f-a61d-da3b3c7f3f66 req-cd7ccbfc-b888-49df-adef-4d3beaf9f866 service nova] Releasing lock "refresh_cache-5777318f-3425-4ad6-913a-4c98ab68d4e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.716369] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396320a9-5966-4b31-9e07-5f315e2db043 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.726284] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57558883-fb51-423a-abdf-4e137d23b231 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.767349] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab007848-69d5-4b77-9093-64adb3575ee2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.779584] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5317ba6-f846-4568-bb81-fda0ab4ca9ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.801668] env[69481]: DEBUG nova.compute.provider_tree [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.907985] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ddc4645c-6d9a-4c26-b2ff-f06af95b3ccd tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.135s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.026021] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065668} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.026021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.027031] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4545a0a-b77e-4859-ab5e-1d4e84bbe4af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.055203] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] c299fcb9-93a7-418b-afc3-fd10ba330c44/c299fcb9-93a7-418b-afc3-fd10ba330c44.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.055531] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56eaca49-b329-417c-b5b7-5bba6dcdfd81 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.079298] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 717.079298] env[69481]: value = "task-3263611" [ 717.079298] env[69481]: _type = "Task" [ 717.079298] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.088548] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.223124] env[69481]: DEBUG nova.compute.manager [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.252113] env[69481]: DEBUG nova.virt.hardware [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.252113] env[69481]: DEBUG nova.virt.hardware [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.252113] env[69481]: DEBUG nova.virt.hardware [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.252268] env[69481]: DEBUG nova.virt.hardware [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.252369] env[69481]: DEBUG nova.virt.hardware [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.252599] env[69481]: DEBUG nova.virt.hardware [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.252853] env[69481]: DEBUG nova.virt.hardware [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.253020] env[69481]: DEBUG nova.virt.hardware [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.253192] env[69481]: DEBUG nova.virt.hardware [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.253436] env[69481]: DEBUG nova.virt.hardware [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.253531] env[69481]: DEBUG nova.virt.hardware [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.254488] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e2dd91-8ce2-4ac1-8470-b1ac80673873 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.263504] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491bcbc1-68cd-493d-90ff-435cf89648f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.289571] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.289866] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d7b4380-d390-4d2a-b28b-c26ed6488605 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.296680] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 717.296680] env[69481]: value = "task-3263612" [ 717.296680] env[69481]: _type = "Task" [ 717.296680] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.302913] env[69481]: DEBUG nova.scheduler.client.report [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.310630] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.411632] env[69481]: DEBUG nova.compute.manager [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.591080] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263611, 'name': ReconfigVM_Task, 'duration_secs': 0.292204} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.591422] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Reconfigured VM instance instance-0000001a to attach disk [datastore2] c299fcb9-93a7-418b-afc3-fd10ba330c44/c299fcb9-93a7-418b-afc3-fd10ba330c44.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.592138] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950df219-b73f-4603-9b6f-e978612952f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.598977] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 717.598977] env[69481]: value = "task-3263613" [ 717.598977] env[69481]: _type = "Task" [ 717.598977] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.607511] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263613, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.810380] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.810852] env[69481]: DEBUG nova.compute.manager [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.813773] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263612, 'name': PowerOffVM_Task, 'duration_secs': 0.479043} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.815436] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.468s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.817368] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.817613] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.821923] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de38e6da-cda8-4ca8-aba1-738e5ffc2293 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.825149] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.825373] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.831664] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.831925] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75abe9ad-6fd5-4ba0-b3c4-bcd0270f38b5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.900672] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.900672] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.900672] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleting the datastore file [datastore1] ba59923e-442a-4444-b439-8083fddea082 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.900833] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb8a3b2b-ba50-43a7-9197-34afe59d5b1f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.909203] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 717.909203] env[69481]: value = "task-3263615" [ 717.909203] env[69481]: _type = "Task" [ 717.909203] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.925022] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.943171] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.112165] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263613, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.311350] env[69481]: DEBUG nova.compute.manager [req-534751b6-b99a-4b27-919d-3b30799d3e01 req-106b90ff-f8c1-4e74-9fa6-b404ac8f638f service nova] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Received event network-vif-plugged-cfd08030-b9d5-4cfa-b694-5b9b881d6158 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.311561] env[69481]: DEBUG oslo_concurrency.lockutils [req-534751b6-b99a-4b27-919d-3b30799d3e01 req-106b90ff-f8c1-4e74-9fa6-b404ac8f638f service nova] Acquiring lock "31d05edc-ce5c-494d-b7aa-54d937656ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.311819] env[69481]: DEBUG oslo_concurrency.lockutils [req-534751b6-b99a-4b27-919d-3b30799d3e01 req-106b90ff-f8c1-4e74-9fa6-b404ac8f638f service nova] Lock "31d05edc-ce5c-494d-b7aa-54d937656ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.312011] env[69481]: DEBUG oslo_concurrency.lockutils [req-534751b6-b99a-4b27-919d-3b30799d3e01 req-106b90ff-f8c1-4e74-9fa6-b404ac8f638f service nova] Lock "31d05edc-ce5c-494d-b7aa-54d937656ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.312609] env[69481]: DEBUG nova.compute.manager [req-534751b6-b99a-4b27-919d-3b30799d3e01 req-106b90ff-f8c1-4e74-9fa6-b404ac8f638f service nova] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] No waiting events found dispatching network-vif-plugged-cfd08030-b9d5-4cfa-b694-5b9b881d6158 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.312866] env[69481]: WARNING nova.compute.manager [req-534751b6-b99a-4b27-919d-3b30799d3e01 req-106b90ff-f8c1-4e74-9fa6-b404ac8f638f service nova] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Received unexpected event network-vif-plugged-cfd08030-b9d5-4cfa-b694-5b9b881d6158 for instance with vm_state building and task_state spawning. [ 718.315705] env[69481]: DEBUG nova.compute.utils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.317689] env[69481]: DEBUG nova.compute.manager [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.317689] env[69481]: DEBUG nova.network.neutron [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.325633] env[69481]: INFO nova.compute.claims [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.385218] env[69481]: DEBUG nova.policy [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e3ebae6160c42e69d94090dd24c94c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8adefbe7c55348b49e889a7ed5fd1504', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.425016] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394389} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.428081] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.428081] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.428081] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.485522] env[69481]: DEBUG nova.network.neutron [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Successfully updated port: cfd08030-b9d5-4cfa-b694-5b9b881d6158 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.614705] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263613, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.706504] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.706504] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.821063] env[69481]: DEBUG nova.compute.manager [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.834562] env[69481]: INFO nova.compute.resource_tracker [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating resource usage from migration 4bf0e949-760b-468b-987f-155fabb79182 [ 718.861808] env[69481]: DEBUG nova.network.neutron [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Successfully created port: 2839b81d-41e7-42de-9794-4bd6dad50d95 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.988978] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "refresh_cache-31d05edc-ce5c-494d-b7aa-54d937656ca9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.988978] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired lock "refresh_cache-31d05edc-ce5c-494d-b7aa-54d937656ca9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.988978] env[69481]: DEBUG nova.network.neutron [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.111128] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263613, 'name': Rename_Task, 'duration_secs': 1.166278} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.113993] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.114536] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cf6fddf-5f4b-4bee-9505-d54651a18555 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.121742] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 719.121742] env[69481]: value = "task-3263616" [ 719.121742] env[69481]: _type = "Task" [ 719.121742] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.130861] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.227332] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.227332] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.228144] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.228543] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.228713] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.228865] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.229009] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 719.229167] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.281340] env[69481]: DEBUG nova.network.neutron [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Successfully created port: ad93ee18-4c65-4724-87bc-342370454952 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.376587] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec92577-bba0-43b1-99a9-e597a1b6f3e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.385127] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637a9435-a43f-4903-903b-f48d308174cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.421478] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2964d58-c22c-4d94-b0b7-1829fab2e58b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.429029] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d066cd7b-eea6-4ce1-9f4e-be526aa6912e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.447883] env[69481]: DEBUG nova.compute.provider_tree [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.473117] env[69481]: DEBUG nova.virt.hardware [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.473117] env[69481]: DEBUG nova.virt.hardware [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.473117] env[69481]: DEBUG nova.virt.hardware [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.473432] env[69481]: DEBUG nova.virt.hardware [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.473432] env[69481]: DEBUG nova.virt.hardware [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.473432] env[69481]: DEBUG nova.virt.hardware [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.473432] env[69481]: DEBUG nova.virt.hardware [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.473432] env[69481]: DEBUG nova.virt.hardware [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.473559] env[69481]: DEBUG nova.virt.hardware [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.473620] env[69481]: DEBUG nova.virt.hardware [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.473948] env[69481]: DEBUG nova.virt.hardware [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.474910] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5ceb97-e68d-47c9-876d-b6714e2fbeb1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.484507] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c68936-b981-4c8c-b436-0212b9d01a8a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.504598] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:4b:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee3a28a1-f210-4ea3-864e-a8bb2082387c', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.512296] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.512567] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba59923e-442a-4444-b439-8083fddea082] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.512799] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09b360a5-0c2a-43dd-866f-79d8c85e02d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.532313] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.532313] env[69481]: value = "task-3263617" [ 719.532313] env[69481]: _type = "Task" [ 719.532313] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.541845] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263617, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.566696] env[69481]: DEBUG nova.network.neutron [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.634416] env[69481]: DEBUG oslo_vmware.api [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263616, 'name': PowerOnVM_Task, 'duration_secs': 0.473095} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.635063] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.635698] env[69481]: INFO nova.compute.manager [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Took 9.51 seconds to spawn the instance on the hypervisor. [ 719.636146] env[69481]: DEBUG nova.compute.manager [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.637310] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af56b84-8627-43c1-9236-c6b16d1b50d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.723886] env[69481]: DEBUG nova.network.neutron [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Successfully created port: f3fa46c1-ea55-4931-93e6-0c4e268045c3 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.736103] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.833463] env[69481]: DEBUG nova.compute.manager [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.869496] env[69481]: DEBUG nova.virt.hardware [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.869740] env[69481]: DEBUG nova.virt.hardware [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.869895] env[69481]: DEBUG nova.virt.hardware [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.873201] env[69481]: DEBUG nova.virt.hardware [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.873442] env[69481]: DEBUG nova.virt.hardware [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.873655] env[69481]: DEBUG nova.virt.hardware [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.873819] env[69481]: DEBUG nova.virt.hardware [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.873983] env[69481]: DEBUG nova.virt.hardware [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.874170] env[69481]: DEBUG nova.virt.hardware [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.874335] env[69481]: DEBUG nova.virt.hardware [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.874505] env[69481]: DEBUG nova.virt.hardware [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.875483] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441ca23d-1abb-4b57-bde5-68ea122e4e7e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.887274] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquiring lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.887578] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.889556] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5926fd16-1f3f-47c0-95b7-71b3b5a5219b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.911738] env[69481]: DEBUG nova.network.neutron [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Updating instance_info_cache with network_info: [{"id": "cfd08030-b9d5-4cfa-b694-5b9b881d6158", "address": "fa:16:3e:ef:4c:ed", "network": {"id": "cd66dd8b-06a4-41c2-bf65-2dbcd0073254", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1223523797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35f02080a0344088617c3ca08a48a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd08030-b9", "ovs_interfaceid": "cfd08030-b9d5-4cfa-b694-5b9b881d6158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.952952] env[69481]: DEBUG nova.scheduler.client.report [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.044237] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263617, 'name': CreateVM_Task, 'duration_secs': 0.36469} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.048022] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba59923e-442a-4444-b439-8083fddea082] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.048022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.048022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.048022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.048022] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be1c0a4-4208-49e3-9512-16f6d761f0fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.053046] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 720.053046] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a8971d-6c93-a8e9-2a5e-c12529a60902" [ 720.053046] env[69481]: _type = "Task" [ 720.053046] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.061171] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a8971d-6c93-a8e9-2a5e-c12529a60902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.159335] env[69481]: INFO nova.compute.manager [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Took 38.31 seconds to build instance. [ 720.345071] env[69481]: DEBUG nova.compute.manager [req-d5c8b7bb-c764-4df2-a9f6-40624aa7ed39 req-f739bf55-70df-402b-8ece-a95d26be2f75 service nova] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Received event network-changed-cfd08030-b9d5-4cfa-b694-5b9b881d6158 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.345213] env[69481]: DEBUG nova.compute.manager [req-d5c8b7bb-c764-4df2-a9f6-40624aa7ed39 req-f739bf55-70df-402b-8ece-a95d26be2f75 service nova] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Refreshing instance network info cache due to event network-changed-cfd08030-b9d5-4cfa-b694-5b9b881d6158. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.345374] env[69481]: DEBUG oslo_concurrency.lockutils [req-d5c8b7bb-c764-4df2-a9f6-40624aa7ed39 req-f739bf55-70df-402b-8ece-a95d26be2f75 service nova] Acquiring lock "refresh_cache-31d05edc-ce5c-494d-b7aa-54d937656ca9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.415693] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Releasing lock "refresh_cache-31d05edc-ce5c-494d-b7aa-54d937656ca9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.416056] env[69481]: DEBUG nova.compute.manager [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Instance network_info: |[{"id": "cfd08030-b9d5-4cfa-b694-5b9b881d6158", "address": "fa:16:3e:ef:4c:ed", "network": {"id": "cd66dd8b-06a4-41c2-bf65-2dbcd0073254", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1223523797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35f02080a0344088617c3ca08a48a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd08030-b9", "ovs_interfaceid": "cfd08030-b9d5-4cfa-b694-5b9b881d6158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.416395] env[69481]: DEBUG oslo_concurrency.lockutils [req-d5c8b7bb-c764-4df2-a9f6-40624aa7ed39 req-f739bf55-70df-402b-8ece-a95d26be2f75 service nova] Acquired lock "refresh_cache-31d05edc-ce5c-494d-b7aa-54d937656ca9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.416588] env[69481]: DEBUG nova.network.neutron [req-d5c8b7bb-c764-4df2-a9f6-40624aa7ed39 req-f739bf55-70df-402b-8ece-a95d26be2f75 service nova] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Refreshing network info cache for port cfd08030-b9d5-4cfa-b694-5b9b881d6158 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.418046] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:4c:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfd08030-b9d5-4cfa-b694-5b9b881d6158', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.425741] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Creating folder: Project (f35f02080a0344088617c3ca08a48a78). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.429402] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-341c3055-f5eb-4d6d-abc3-97da2e8c67bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.446173] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Created folder: Project (f35f02080a0344088617c3ca08a48a78) in parent group-v651898. [ 720.446173] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Creating folder: Instances. Parent ref: group-v651984. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.446173] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aa3d6f1-f087-4f8b-880f-26bae56524e9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.455271] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Created folder: Instances in parent group-v651984. [ 720.455516] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.455703] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.456650] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e90d18b-fced-4315-894d-3240511f155d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.472583] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.657s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.472785] env[69481]: INFO nova.compute.manager [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Migrating [ 720.473092] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.473187] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.475020] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.476471] env[69481]: INFO nova.compute.claims [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.482656] env[69481]: INFO nova.compute.rpcapi [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 720.482656] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.489995] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.489995] env[69481]: value = "task-3263623" [ 720.489995] env[69481]: _type = "Task" [ 720.489995] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.563819] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a8971d-6c93-a8e9-2a5e-c12529a60902, 'name': SearchDatastore_Task, 'duration_secs': 0.017909} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.564455] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.566215] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.566215] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.566215] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.566215] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.566215] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3caeda7-907f-4077-99cd-073d210eb577 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.574472] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.574669] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.577714] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4126e94-6c6b-496a-89ff-90dc0626276a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.583018] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 720.583018] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a3842d-1b26-80a6-fb0f-32796193173b" [ 720.583018] env[69481]: _type = "Task" [ 720.583018] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.591463] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a3842d-1b26-80a6-fb0f-32796193173b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.660123] env[69481]: DEBUG oslo_concurrency.lockutils [None req-79c9616a-fb99-448a-8900-5a201d56bcd0 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "c299fcb9-93a7-418b-afc3-fd10ba330c44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.162s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.727399] env[69481]: DEBUG nova.network.neutron [req-d5c8b7bb-c764-4df2-a9f6-40624aa7ed39 req-f739bf55-70df-402b-8ece-a95d26be2f75 service nova] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Updated VIF entry in instance network info cache for port cfd08030-b9d5-4cfa-b694-5b9b881d6158. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.727973] env[69481]: DEBUG nova.network.neutron [req-d5c8b7bb-c764-4df2-a9f6-40624aa7ed39 req-f739bf55-70df-402b-8ece-a95d26be2f75 service nova] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Updating instance_info_cache with network_info: [{"id": "cfd08030-b9d5-4cfa-b694-5b9b881d6158", "address": "fa:16:3e:ef:4c:ed", "network": {"id": "cd66dd8b-06a4-41c2-bf65-2dbcd0073254", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1223523797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35f02080a0344088617c3ca08a48a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd08030-b9", "ovs_interfaceid": "cfd08030-b9d5-4cfa-b694-5b9b881d6158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.905639] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573512c4-c6ee-4078-a6ae-c166b744d0a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.911827] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3c65da19-5e6a-4eb5-b18b-91b628cd43e4 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Suspending the VM {{(pid=69481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 720.912162] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e39ef6a0-65ca-4f11-8feb-52ddebd606f3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.919037] env[69481]: DEBUG oslo_vmware.api [None req-3c65da19-5e6a-4eb5-b18b-91b628cd43e4 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 720.919037] env[69481]: value = "task-3263624" [ 720.919037] env[69481]: _type = "Task" [ 720.919037] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.926731] env[69481]: DEBUG oslo_vmware.api [None req-3c65da19-5e6a-4eb5-b18b-91b628cd43e4 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263624, 'name': SuspendVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.002830] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.003070] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.003262] env[69481]: DEBUG nova.network.neutron [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.005031] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263623, 'name': CreateVM_Task, 'duration_secs': 0.469919} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.005031] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.005708] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.005868] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.007031] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.007031] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4487a999-c02d-4e7e-92bd-acd66f94db8a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.013939] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 721.013939] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528b25f9-e516-8bc2-5e84-912be70bf2fa" [ 721.013939] env[69481]: _type = "Task" [ 721.013939] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.023372] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528b25f9-e516-8bc2-5e84-912be70bf2fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.094435] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a3842d-1b26-80a6-fb0f-32796193173b, 'name': SearchDatastore_Task, 'duration_secs': 0.02225} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.095334] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b73bce4-02aa-411a-a020-9d5ca642227a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.100893] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 721.100893] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52cb4a4d-04d4-f3eb-ec12-402657ad2bdc" [ 721.100893] env[69481]: _type = "Task" [ 721.100893] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.108608] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cb4a4d-04d4-f3eb-ec12-402657ad2bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.162900] env[69481]: DEBUG nova.compute.manager [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.231290] env[69481]: DEBUG oslo_concurrency.lockutils [req-d5c8b7bb-c764-4df2-a9f6-40624aa7ed39 req-f739bf55-70df-402b-8ece-a95d26be2f75 service nova] Releasing lock "refresh_cache-31d05edc-ce5c-494d-b7aa-54d937656ca9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.418192] env[69481]: DEBUG nova.network.neutron [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Successfully updated port: 2839b81d-41e7-42de-9794-4bd6dad50d95 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.429937] env[69481]: DEBUG oslo_vmware.api [None req-3c65da19-5e6a-4eb5-b18b-91b628cd43e4 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263624, 'name': SuspendVM_Task} progress is 58%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.525567] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528b25f9-e516-8bc2-5e84-912be70bf2fa, 'name': SearchDatastore_Task, 'duration_secs': 0.019961} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.528269] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.528547] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.528826] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.615081] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cb4a4d-04d4-f3eb-ec12-402657ad2bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.014918} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.615081] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.615081] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] ba59923e-442a-4444-b439-8083fddea082/ba59923e-442a-4444-b439-8083fddea082.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.615081] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.615279] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.615279] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90c4fefa-96bb-48f2-98dc-526d37937e4a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.617919] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d7e6e76-a246-4a54-8967-ff49f694518a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.623416] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 721.623416] env[69481]: value = "task-3263625" [ 721.623416] env[69481]: _type = "Task" [ 721.623416] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.629492] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.629671] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.630850] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266474f5-1a61-4060-a6c1-3a94b3191660 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.635919] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.639201] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 721.639201] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c3e27c-395f-f0bb-0b7b-5121632920c8" [ 721.639201] env[69481]: _type = "Task" [ 721.639201] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.651526] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c3e27c-395f-f0bb-0b7b-5121632920c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.652285] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc89247-e9fa-4559-bb81-9c25c10ef1ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.657153] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 721.657153] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d1d8c9-ed25-7593-9b29-9109ef84518b" [ 721.657153] env[69481]: _type = "Task" [ 721.657153] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.668961] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d1d8c9-ed25-7593-9b29-9109ef84518b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.682604] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.781157] env[69481]: DEBUG nova.network.neutron [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance_info_cache with network_info: [{"id": "3b75a42b-cff5-422b-9244-e5258eedc869", "address": "fa:16:3e:ea:d2:c5", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75a42b-cf", "ovs_interfaceid": "3b75a42b-cff5-422b-9244-e5258eedc869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.934850] env[69481]: DEBUG oslo_vmware.api [None req-3c65da19-5e6a-4eb5-b18b-91b628cd43e4 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263624, 'name': SuspendVM_Task, 'duration_secs': 0.650807} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.934850] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3c65da19-5e6a-4eb5-b18b-91b628cd43e4 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Suspended the VM {{(pid=69481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 721.934850] env[69481]: DEBUG nova.compute.manager [None req-3c65da19-5e6a-4eb5-b18b-91b628cd43e4 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.935720] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13279bac-da82-4e40-8966-1c6385be8279 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.994598] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fdd95b-69c9-477c-b99c-c7ff6f8d47d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.002902] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33802069-361a-4f99-b37e-38771c574c4f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.035529] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424ffa0f-2d1c-4838-a162-560f66c0a477 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.043460] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea4137c-4fe1-4729-8d22-b6e41b7683f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.060411] env[69481]: DEBUG nova.compute.provider_tree [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.133611] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263625, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.166502] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d1d8c9-ed25-7593-9b29-9109ef84518b, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.166880] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.166997] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 31d05edc-ce5c-494d-b7aa-54d937656ca9/31d05edc-ce5c-494d-b7aa-54d937656ca9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.167279] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89bf6e8b-12f0-42f7-ac88-ac837c91d0fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.173599] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 722.173599] env[69481]: value = "task-3263626" [ 722.173599] env[69481]: _type = "Task" [ 722.173599] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.181427] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.287320] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.373616] env[69481]: DEBUG nova.compute.manager [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received event network-vif-plugged-2839b81d-41e7-42de-9794-4bd6dad50d95 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.373930] env[69481]: DEBUG oslo_concurrency.lockutils [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] Acquiring lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.374239] env[69481]: DEBUG oslo_concurrency.lockutils [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] Lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.374481] env[69481]: DEBUG oslo_concurrency.lockutils [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] Lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.374714] env[69481]: DEBUG nova.compute.manager [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] No waiting events found dispatching network-vif-plugged-2839b81d-41e7-42de-9794-4bd6dad50d95 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.374951] env[69481]: WARNING nova.compute.manager [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received unexpected event network-vif-plugged-2839b81d-41e7-42de-9794-4bd6dad50d95 for instance with vm_state building and task_state spawning. [ 722.375200] env[69481]: DEBUG nova.compute.manager [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received event network-changed-2839b81d-41e7-42de-9794-4bd6dad50d95 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.375421] env[69481]: DEBUG nova.compute.manager [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Refreshing instance network info cache due to event network-changed-2839b81d-41e7-42de-9794-4bd6dad50d95. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.375681] env[69481]: DEBUG oslo_concurrency.lockutils [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] Acquiring lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.375876] env[69481]: DEBUG oslo_concurrency.lockutils [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] Acquired lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.376134] env[69481]: DEBUG nova.network.neutron [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Refreshing network info cache for port 2839b81d-41e7-42de-9794-4bd6dad50d95 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.565251] env[69481]: DEBUG nova.scheduler.client.report [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.633990] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.968147} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.634331] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] ba59923e-442a-4444-b439-8083fddea082/ba59923e-442a-4444-b439-8083fddea082.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.634545] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.634792] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d07bae86-40de-4022-8c58-e754e6248083 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.641146] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 722.641146] env[69481]: value = "task-3263627" [ 722.641146] env[69481]: _type = "Task" [ 722.641146] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.649896] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.685962] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.940577] env[69481]: DEBUG nova.network.neutron [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.072937] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.073282] env[69481]: DEBUG nova.compute.manager [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.078011] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.499s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.078100] env[69481]: DEBUG nova.objects.instance [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Lazy-loading 'resources' on Instance uuid 88a26444-e368-4ea8-8396-9ba0a921a52a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.084146] env[69481]: DEBUG nova.network.neutron [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.153357] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119615} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.153654] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.155032] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69078b83-6e02-497e-8238-77348335fb01 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.199971] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] ba59923e-442a-4444-b439-8083fddea082/ba59923e-442a-4444-b439-8083fddea082.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.205160] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-651433ad-1afe-45f9-9dbe-98037c9e5343 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.234753] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263626, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.240654] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 723.240654] env[69481]: value = "task-3263628" [ 723.240654] env[69481]: _type = "Task" [ 723.240654] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.249283] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.584963] env[69481]: DEBUG nova.compute.utils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.592202] env[69481]: DEBUG nova.compute.manager [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.592469] env[69481]: DEBUG nova.network.neutron [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.594599] env[69481]: DEBUG oslo_concurrency.lockutils [req-e241aee1-5ddf-4714-a799-68b8811f9e69 req-3fd50da4-77c2-4f4e-bd25-aeaa80317e7b service nova] Releasing lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.617407] env[69481]: DEBUG nova.network.neutron [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Successfully updated port: ad93ee18-4c65-4724-87bc-342370454952 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.669106] env[69481]: DEBUG nova.policy [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb22565c0e046f08b50df7d4d93d60c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2af0ba1493ec4fa1a170b067fb191c70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.692210] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263626, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.111384} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.695335] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 31d05edc-ce5c-494d-b7aa-54d937656ca9/31d05edc-ce5c-494d-b7aa-54d937656ca9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.695705] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.696613] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4646c50a-a3ed-4305-bba2-f7b8978a92e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.704370] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 723.704370] env[69481]: value = "task-3263630" [ 723.704370] env[69481]: _type = "Task" [ 723.704370] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.713611] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.750055] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263628, 'name': ReconfigVM_Task, 'duration_secs': 0.320902} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.752817] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Reconfigured VM instance instance-00000018 to attach disk [datastore2] ba59923e-442a-4444-b439-8083fddea082/ba59923e-442a-4444-b439-8083fddea082.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.753950] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19dc090c-1379-45bb-8841-7279e260eb55 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.760501] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 723.760501] env[69481]: value = "task-3263631" [ 723.760501] env[69481]: _type = "Task" [ 723.760501] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.772261] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263631, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.807943] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9d978d-cfab-4283-befb-15d0668b4eba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.830655] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance 'a09a75d5-e39c-40c6-9f3e-343928a2c96e' progress to 0 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 724.039305] env[69481]: DEBUG nova.network.neutron [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Successfully created port: 7883919f-b41a-48cd-908f-29a374bc85d8 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.092821] env[69481]: DEBUG nova.compute.manager [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.117592] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376a1ee0-cbee-4c00-a96f-e977fc60b594 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.125887] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75565e0-3170-4bdf-b3b6-d0da3df3b9e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.160330] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361f08e5-2b0b-4586-9721-4b84a31e33a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.168556] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b1a582-80e4-4a72-9306-e16c5d39c2be {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.182858] env[69481]: DEBUG nova.compute.provider_tree [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.215300] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072954} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.215572] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.216394] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca79e8a-9408-4500-b458-976d15b85769 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.238624] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 31d05edc-ce5c-494d-b7aa-54d937656ca9/31d05edc-ce5c-494d-b7aa-54d937656ca9.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.239308] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68a4a0db-8740-4bfa-96a1-ba3c7f8e3b0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.259328] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 724.259328] env[69481]: value = "task-3263632" [ 724.259328] env[69481]: _type = "Task" [ 724.259328] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.272090] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263632, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.275464] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263631, 'name': Rename_Task, 'duration_secs': 0.17947} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.275725] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.275982] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b4416c-327e-46fb-b0a0-cb7e2de8812f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.281849] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 724.281849] env[69481]: value = "task-3263633" [ 724.281849] env[69481]: _type = "Task" [ 724.281849] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.291292] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.339966] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.340310] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e153368-65cc-432b-9461-5a9d66f2c7ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.346717] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 724.346717] env[69481]: value = "task-3263634" [ 724.346717] env[69481]: _type = "Task" [ 724.346717] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.354808] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.399867] env[69481]: DEBUG nova.compute.manager [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received event network-vif-plugged-ad93ee18-4c65-4724-87bc-342370454952 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.400120] env[69481]: DEBUG oslo_concurrency.lockutils [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] Acquiring lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.400338] env[69481]: DEBUG oslo_concurrency.lockutils [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] Lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.400534] env[69481]: DEBUG oslo_concurrency.lockutils [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] Lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.400745] env[69481]: DEBUG nova.compute.manager [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] No waiting events found dispatching network-vif-plugged-ad93ee18-4c65-4724-87bc-342370454952 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.400876] env[69481]: WARNING nova.compute.manager [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received unexpected event network-vif-plugged-ad93ee18-4c65-4724-87bc-342370454952 for instance with vm_state building and task_state spawning. [ 724.401133] env[69481]: DEBUG nova.compute.manager [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received event network-changed-ad93ee18-4c65-4724-87bc-342370454952 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.401350] env[69481]: DEBUG nova.compute.manager [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Refreshing instance network info cache due to event network-changed-ad93ee18-4c65-4724-87bc-342370454952. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.401553] env[69481]: DEBUG oslo_concurrency.lockutils [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] Acquiring lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.401711] env[69481]: DEBUG oslo_concurrency.lockutils [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] Acquired lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.401873] env[69481]: DEBUG nova.network.neutron [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Refreshing network info cache for port ad93ee18-4c65-4724-87bc-342370454952 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.411327] env[69481]: DEBUG nova.compute.manager [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.412883] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80cce4a-6520-45ae-a187-bf5b127beb4a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.685822] env[69481]: DEBUG nova.scheduler.client.report [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.769626] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263632, 'name': ReconfigVM_Task, 'duration_secs': 0.417679} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.769914] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 31d05edc-ce5c-494d-b7aa-54d937656ca9/31d05edc-ce5c-494d-b7aa-54d937656ca9.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.770884] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22c5ac82-ce55-4c29-a758-53da8c2bc44f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.776671] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 724.776671] env[69481]: value = "task-3263635" [ 724.776671] env[69481]: _type = "Task" [ 724.776671] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.785027] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263635, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.792418] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.858738] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263634, 'name': PowerOffVM_Task, 'duration_secs': 0.223613} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.859161] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.859392] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance 'a09a75d5-e39c-40c6-9f3e-343928a2c96e' progress to 17 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 724.926150] env[69481]: INFO nova.compute.manager [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] instance snapshotting [ 724.926357] env[69481]: WARNING nova.compute.manager [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 724.929122] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f10d0a5-5b20-4c26-8e74-32fc7664f3e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.949662] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcc7102-9fe2-4fbb-93f9-77b04372f537 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.953516] env[69481]: DEBUG nova.network.neutron [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.094930] env[69481]: DEBUG nova.network.neutron [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.103035] env[69481]: DEBUG nova.compute.manager [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.126329] env[69481]: DEBUG nova.virt.hardware [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.126634] env[69481]: DEBUG nova.virt.hardware [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.126824] env[69481]: DEBUG nova.virt.hardware [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.127059] env[69481]: DEBUG nova.virt.hardware [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.127262] env[69481]: DEBUG nova.virt.hardware [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.127468] env[69481]: DEBUG nova.virt.hardware [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.127733] env[69481]: DEBUG nova.virt.hardware [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.127929] env[69481]: DEBUG nova.virt.hardware [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.128145] env[69481]: DEBUG nova.virt.hardware [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.128346] env[69481]: DEBUG nova.virt.hardware [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.128551] env[69481]: DEBUG nova.virt.hardware [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.129425] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e0747a-e058-4e17-8a6b-cb5e878d207e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.138070] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22853090-f0e3-486b-8dd2-cf9e240afd6e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.191467] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.194110] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.336s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.195669] env[69481]: INFO nova.compute.claims [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.216161] env[69481]: INFO nova.scheduler.client.report [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Deleted allocations for instance 88a26444-e368-4ea8-8396-9ba0a921a52a [ 725.286990] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263635, 'name': Rename_Task, 'duration_secs': 0.254311} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.291039] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.291616] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a876712-ee81-4fd9-8e07-d8bc1599e952 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.298107] env[69481]: DEBUG oslo_vmware.api [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263633, 'name': PowerOnVM_Task, 'duration_secs': 0.705014} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.299385] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.299661] env[69481]: DEBUG nova.compute.manager [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.299978] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 725.299978] env[69481]: value = "task-3263636" [ 725.299978] env[69481]: _type = "Task" [ 725.299978] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.300662] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7332abd-d56d-4cef-a9a4-b90b897989a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.314365] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.369011] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.369373] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.369596] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.369839] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.370053] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.370276] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.370534] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.371207] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.371207] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.371207] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.371356] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.376865] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65886480-9458-4694-a82c-a298cfeb7590 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.394414] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 725.394414] env[69481]: value = "task-3263637" [ 725.394414] env[69481]: _type = "Task" [ 725.394414] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.404710] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.469575] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 725.469575] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a24e63ef-bb83-461b-b137-5fa2b3304ab0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.476501] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 725.476501] env[69481]: value = "task-3263639" [ 725.476501] env[69481]: _type = "Task" [ 725.476501] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.491822] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263639, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.598288] env[69481]: DEBUG oslo_concurrency.lockutils [req-8069954b-68e8-4faf-9cdb-413ee4b5d509 req-d1a45650-a0d2-48fe-957a-99d3809be560 service nova] Releasing lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.725882] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a873ff58-3148-4967-8412-ba2d00a8cbca tempest-InstanceActionsNegativeTestJSON-374033766 tempest-InstanceActionsNegativeTestJSON-374033766-project-member] Lock "88a26444-e368-4ea8-8396-9ba0a921a52a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.325s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.819962] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263636, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.823523] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.905587] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263637, 'name': ReconfigVM_Task, 'duration_secs': 0.174624} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.905904] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance 'a09a75d5-e39c-40c6-9f3e-343928a2c96e' progress to 33 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 725.987587] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263639, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.000542] env[69481]: DEBUG nova.network.neutron [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Successfully updated port: 7883919f-b41a-48cd-908f-29a374bc85d8 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.078066] env[69481]: DEBUG nova.network.neutron [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Successfully updated port: f3fa46c1-ea55-4931-93e6-0c4e268045c3 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.320596] env[69481]: DEBUG oslo_vmware.api [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263636, 'name': PowerOnVM_Task, 'duration_secs': 0.532402} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.320891] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.321113] env[69481]: INFO nova.compute.manager [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Took 9.10 seconds to spawn the instance on the hypervisor. [ 726.321374] env[69481]: DEBUG nova.compute.manager [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.322504] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d761f49-a001-45af-85fd-f58a25d9e8ab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.414019] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.414019] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.414019] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.414019] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.414206] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.414206] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.414206] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.414206] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.414206] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.414395] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.414670] env[69481]: DEBUG nova.virt.hardware [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.421298] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 726.424304] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91a4dbda-ad3c-4824-be02-d18ef53764dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.448330] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 726.448330] env[69481]: value = "task-3263640" [ 726.448330] env[69481]: _type = "Task" [ 726.448330] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.457156] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.490153] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263639, 'name': CreateSnapshot_Task, 'duration_secs': 0.533202} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.492405] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.493695] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7191632e-1aa8-4cc1-9da1-78a254a2f1fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.505395] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "refresh_cache-3627b7e2-a873-46df-a5bf-84114546d285" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.505395] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquired lock "refresh_cache-3627b7e2-a873-46df-a5bf-84114546d285" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.505395] env[69481]: DEBUG nova.network.neutron [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.583410] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.583555] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquired lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.583718] env[69481]: DEBUG nova.network.neutron [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.701761] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "ba59923e-442a-4444-b439-8083fddea082" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.701761] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "ba59923e-442a-4444-b439-8083fddea082" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.701761] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "ba59923e-442a-4444-b439-8083fddea082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.701761] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "ba59923e-442a-4444-b439-8083fddea082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.701934] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "ba59923e-442a-4444-b439-8083fddea082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.708894] env[69481]: INFO nova.compute.manager [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Terminating instance [ 726.766244] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e57bab4-a879-4a60-9243-bf6f8089ff21 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.774060] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1786d1-4e76-472a-94f9-b8d43d51625d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.808338] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b77f504-ec3a-4ab1-9f33-00e1c8fe96a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.814777] env[69481]: DEBUG nova.compute.manager [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Received event network-vif-plugged-7883919f-b41a-48cd-908f-29a374bc85d8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.816064] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Acquiring lock "3627b7e2-a873-46df-a5bf-84114546d285-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.816064] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Lock "3627b7e2-a873-46df-a5bf-84114546d285-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.816064] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Lock "3627b7e2-a873-46df-a5bf-84114546d285-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.816064] env[69481]: DEBUG nova.compute.manager [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] No waiting events found dispatching network-vif-plugged-7883919f-b41a-48cd-908f-29a374bc85d8 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.816449] env[69481]: WARNING nova.compute.manager [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Received unexpected event network-vif-plugged-7883919f-b41a-48cd-908f-29a374bc85d8 for instance with vm_state building and task_state spawning. [ 726.816572] env[69481]: DEBUG nova.compute.manager [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received event network-vif-plugged-f3fa46c1-ea55-4931-93e6-0c4e268045c3 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.816838] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Acquiring lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.817485] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.817485] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.817642] env[69481]: DEBUG nova.compute.manager [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] No waiting events found dispatching network-vif-plugged-f3fa46c1-ea55-4931-93e6-0c4e268045c3 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.817896] env[69481]: WARNING nova.compute.manager [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received unexpected event network-vif-plugged-f3fa46c1-ea55-4931-93e6-0c4e268045c3 for instance with vm_state building and task_state spawning. [ 726.818180] env[69481]: DEBUG nova.compute.manager [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Received event network-changed-7883919f-b41a-48cd-908f-29a374bc85d8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.818428] env[69481]: DEBUG nova.compute.manager [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Refreshing instance network info cache due to event network-changed-7883919f-b41a-48cd-908f-29a374bc85d8. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.818679] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Acquiring lock "refresh_cache-3627b7e2-a873-46df-a5bf-84114546d285" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.828450] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d331ee-6402-405c-a4e5-ee572dbe7072 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.859717] env[69481]: DEBUG nova.compute.provider_tree [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.861723] env[69481]: INFO nova.compute.manager [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Took 42.17 seconds to build instance. [ 726.958351] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263640, 'name': ReconfigVM_Task, 'duration_secs': 0.423047} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.958626] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 726.959470] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa7cb13-40ed-42df-904f-e0d895b44444 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.983796] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] a09a75d5-e39c-40c6-9f3e-343928a2c96e/a09a75d5-e39c-40c6-9f3e-343928a2c96e.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.984131] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab4a663-9477-44aa-8365-a71b73a23861 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.003882] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 727.003882] env[69481]: value = "task-3263641" [ 727.003882] env[69481]: _type = "Task" [ 727.003882] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.015722] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 727.016523] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0580bf0-5aef-4ac0-96f3-1be3fd732764 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.023568] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.028802] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 727.028802] env[69481]: value = "task-3263642" [ 727.028802] env[69481]: _type = "Task" [ 727.028802] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.039031] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263642, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.075891] env[69481]: DEBUG nova.network.neutron [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.176167] env[69481]: DEBUG nova.network.neutron [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.213352] env[69481]: DEBUG nova.compute.manager [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.213352] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.214127] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5d2f1c-691e-4065-8758-015c6e64c2df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.223134] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.223477] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0eb8ccb-0ce1-48ca-ae9d-1aca97d3826e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.232457] env[69481]: DEBUG oslo_vmware.api [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 727.232457] env[69481]: value = "task-3263643" [ 727.232457] env[69481]: _type = "Task" [ 727.232457] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.242742] env[69481]: DEBUG oslo_vmware.api [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.368571] env[69481]: DEBUG nova.scheduler.client.report [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.372475] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-443d-476e-9ca3-c380a576580b tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "31d05edc-ce5c-494d-b7aa-54d937656ca9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.038s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.515510] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263641, 'name': ReconfigVM_Task, 'duration_secs': 0.419043} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.516042] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Reconfigured VM instance instance-00000012 to attach disk [datastore2] a09a75d5-e39c-40c6-9f3e-343928a2c96e/a09a75d5-e39c-40c6-9f3e-343928a2c96e.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.516172] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance 'a09a75d5-e39c-40c6-9f3e-343928a2c96e' progress to 50 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 727.530169] env[69481]: DEBUG nova.network.neutron [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Updating instance_info_cache with network_info: [{"id": "7883919f-b41a-48cd-908f-29a374bc85d8", "address": "fa:16:3e:23:8f:d7", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7883919f-b4", "ovs_interfaceid": "7883919f-b41a-48cd-908f-29a374bc85d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.541891] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263642, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.549928] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "29474f4a-15a6-41cb-8df5-8fdb1747f116" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.550355] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.746374] env[69481]: DEBUG oslo_vmware.api [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263643, 'name': PowerOffVM_Task, 'duration_secs': 0.225692} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.748907] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.749127] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.749439] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c54f714-5547-4ea7-8fe8-5e5c27309e9d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.814630] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.814883] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.815107] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleting the datastore file [datastore2] ba59923e-442a-4444-b439-8083fddea082 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.815373] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-834eaca9-a724-40f3-bb23-aa901ea2cb22 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.822230] env[69481]: DEBUG oslo_vmware.api [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 727.822230] env[69481]: value = "task-3263646" [ 727.822230] env[69481]: _type = "Task" [ 727.822230] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.833800] env[69481]: DEBUG oslo_vmware.api [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.877529] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.878260] env[69481]: DEBUG nova.compute.manager [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.881664] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.478s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.883895] env[69481]: INFO nova.compute.claims [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.889752] env[69481]: DEBUG nova.compute.manager [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.029141] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313673c2-babe-4a7e-8e38-18af48dd9680 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.032485] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Releasing lock "refresh_cache-3627b7e2-a873-46df-a5bf-84114546d285" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.032856] env[69481]: DEBUG nova.compute.manager [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Instance network_info: |[{"id": "7883919f-b41a-48cd-908f-29a374bc85d8", "address": "fa:16:3e:23:8f:d7", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7883919f-b4", "ovs_interfaceid": "7883919f-b41a-48cd-908f-29a374bc85d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.036477] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Acquired lock "refresh_cache-3627b7e2-a873-46df-a5bf-84114546d285" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.036725] env[69481]: DEBUG nova.network.neutron [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Refreshing network info cache for port 7883919f-b41a-48cd-908f-29a374bc85d8 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.038479] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:8f:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7883919f-b41a-48cd-908f-29a374bc85d8', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.048540] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.050253] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.050967] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbff8b4c-8336-4f6b-a94a-4195128a72ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.090766] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263642, 'name': CloneVM_Task} progress is 95%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.092528] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149a6d78-2f19-431d-a948-699697539719 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.097414] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.097414] env[69481]: value = "task-3263647" [ 728.097414] env[69481]: _type = "Task" [ 728.097414] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.116893] env[69481]: DEBUG nova.network.neutron [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Updating instance_info_cache with network_info: [{"id": "2839b81d-41e7-42de-9794-4bd6dad50d95", "address": "fa:16:3e:d7:d4:33", "network": {"id": "2874263b-93a0-4210-a302-b1ca828ebd91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1890113612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839b81d-41", "ovs_interfaceid": "2839b81d-41e7-42de-9794-4bd6dad50d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad93ee18-4c65-4724-87bc-342370454952", "address": "fa:16:3e:b9:74:39", "network": {"id": "69a5c5a2-b4ea-42ef-b402-c4f0934d271a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2054140646", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad93ee18-4c", "ovs_interfaceid": "ad93ee18-4c65-4724-87bc-342370454952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3fa46c1-ea55-4931-93e6-0c4e268045c3", "address": "fa:16:3e:80:6f:68", "network": {"id": "2874263b-93a0-4210-a302-b1ca828ebd91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1890113612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3fa46c1-ea", "ovs_interfaceid": "f3fa46c1-ea55-4931-93e6-0c4e268045c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.120236] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance 'a09a75d5-e39c-40c6-9f3e-343928a2c96e' progress to 67 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 728.129617] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263647, 'name': CreateVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.337834] env[69481]: DEBUG oslo_vmware.api [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299115} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.338256] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.338586] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.338920] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.339258] env[69481]: INFO nova.compute.manager [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Took 1.13 seconds to destroy the instance on the hypervisor. [ 728.340402] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.340402] env[69481]: DEBUG nova.compute.manager [-] [instance: ba59923e-442a-4444-b439-8083fddea082] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.340402] env[69481]: DEBUG nova.network.neutron [-] [instance: ba59923e-442a-4444-b439-8083fddea082] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.394490] env[69481]: DEBUG nova.compute.utils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.402485] env[69481]: DEBUG nova.compute.manager [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Not allocating networking since 'none' was specified. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 728.427839] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.542184] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263642, 'name': CloneVM_Task, 'duration_secs': 1.128736} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.542462] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Created linked-clone VM from snapshot [ 728.543271] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5f76a6-e9e8-472a-80ab-e9cc7b028e61 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.555368] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Uploading image 83e3d116-955b-4d32-b061-f0a2e0765823 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 728.582290] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 728.582290] env[69481]: value = "vm-651990" [ 728.582290] env[69481]: _type = "VirtualMachine" [ 728.582290] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 728.582591] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b858664-d5d6-43df-8c56-f28f27240410 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.589595] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lease: (returnval){ [ 728.589595] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bb0e86-6d0b-aa84-280f-9bf17b9aef0b" [ 728.589595] env[69481]: _type = "HttpNfcLease" [ 728.589595] env[69481]: } obtained for exporting VM: (result){ [ 728.589595] env[69481]: value = "vm-651990" [ 728.589595] env[69481]: _type = "VirtualMachine" [ 728.589595] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 728.589964] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the lease: (returnval){ [ 728.589964] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bb0e86-6d0b-aa84-280f-9bf17b9aef0b" [ 728.589964] env[69481]: _type = "HttpNfcLease" [ 728.589964] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 728.597736] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.597736] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bb0e86-6d0b-aa84-280f-9bf17b9aef0b" [ 728.597736] env[69481]: _type = "HttpNfcLease" [ 728.597736] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 728.609039] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263647, 'name': CreateVM_Task, 'duration_secs': 0.371959} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.609359] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.610066] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.610399] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.610692] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.610945] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6eacef1-b066-44d2-959d-39693d3d35b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.615373] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 728.615373] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521cacee-a9f4-22c8-2a0e-432ff572a105" [ 728.615373] env[69481]: _type = "Task" [ 728.615373] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.619062] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Releasing lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.619553] env[69481]: DEBUG nova.compute.manager [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Instance network_info: |[{"id": "2839b81d-41e7-42de-9794-4bd6dad50d95", "address": "fa:16:3e:d7:d4:33", "network": {"id": "2874263b-93a0-4210-a302-b1ca828ebd91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1890113612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839b81d-41", "ovs_interfaceid": "2839b81d-41e7-42de-9794-4bd6dad50d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad93ee18-4c65-4724-87bc-342370454952", "address": "fa:16:3e:b9:74:39", "network": {"id": "69a5c5a2-b4ea-42ef-b402-c4f0934d271a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2054140646", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad93ee18-4c", "ovs_interfaceid": "ad93ee18-4c65-4724-87bc-342370454952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3fa46c1-ea55-4931-93e6-0c4e268045c3", "address": "fa:16:3e:80:6f:68", "network": {"id": "2874263b-93a0-4210-a302-b1ca828ebd91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1890113612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3fa46c1-ea", "ovs_interfaceid": "f3fa46c1-ea55-4931-93e6-0c4e268045c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.619976] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d4:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2839b81d-41e7-42de-9794-4bd6dad50d95', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:74:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad93ee18-4c65-4724-87bc-342370454952', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:6f:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3fa46c1-ea55-4931-93e6-0c4e268045c3', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.631812] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Creating folder: Project (8adefbe7c55348b49e889a7ed5fd1504). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.636182] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c9aa952-53c3-47de-b288-00686788dc2a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.642638] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521cacee-a9f4-22c8-2a0e-432ff572a105, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.643318] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.643570] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.643811] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.643958] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.644146] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.644411] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4683e402-3af6-4dd7-abf9-ffc446e40803 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.650613] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Created folder: Project (8adefbe7c55348b49e889a7ed5fd1504) in parent group-v651898. [ 728.650800] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Creating folder: Instances. Parent ref: group-v651992. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.651057] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-161e0ce2-79e4-4906-b909-7c7ef5166f9a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.653629] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.653808] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.654895] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-affdc267-6633-43a0-a363-29892f50b8a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.659593] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 728.659593] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5264aff2-e32e-3e2f-cc16-14aee35eec28" [ 728.659593] env[69481]: _type = "Task" [ 728.659593] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.664082] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Created folder: Instances in parent group-v651992. [ 728.664318] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.664823] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.665170] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08d3e092-d181-45a9-97db-6bbae5b1aa63 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.690952] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5264aff2-e32e-3e2f-cc16-14aee35eec28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.698061] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.698061] env[69481]: value = "task-3263651" [ 728.698061] env[69481]: _type = "Task" [ 728.698061] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.705967] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263651, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.751938] env[69481]: DEBUG nova.network.neutron [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Port 3b75a42b-cff5-422b-9244-e5258eedc869 binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 728.904024] env[69481]: DEBUG nova.compute.manager [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.919812] env[69481]: DEBUG nova.network.neutron [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Updated VIF entry in instance network info cache for port 7883919f-b41a-48cd-908f-29a374bc85d8. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.919812] env[69481]: DEBUG nova.network.neutron [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Updating instance_info_cache with network_info: [{"id": "7883919f-b41a-48cd-908f-29a374bc85d8", "address": "fa:16:3e:23:8f:d7", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7883919f-b4", "ovs_interfaceid": "7883919f-b41a-48cd-908f-29a374bc85d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.960811] env[69481]: DEBUG nova.compute.manager [req-de22f1c5-35b5-40ba-8d37-eeb9a979917e req-ff8e7562-4840-44d7-adf6-e69d86cfe619 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] Received event network-vif-deleted-ee3a28a1-f210-4ea3-864e-a8bb2082387c {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.961097] env[69481]: INFO nova.compute.manager [req-de22f1c5-35b5-40ba-8d37-eeb9a979917e req-ff8e7562-4840-44d7-adf6-e69d86cfe619 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] Neutron deleted interface ee3a28a1-f210-4ea3-864e-a8bb2082387c; detaching it from the instance and deleting it from the info cache [ 728.961345] env[69481]: DEBUG nova.network.neutron [req-de22f1c5-35b5-40ba-8d37-eeb9a979917e req-ff8e7562-4840-44d7-adf6-e69d86cfe619 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.104227] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.104227] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bb0e86-6d0b-aa84-280f-9bf17b9aef0b" [ 729.104227] env[69481]: _type = "HttpNfcLease" [ 729.104227] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 729.104227] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 729.104227] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bb0e86-6d0b-aa84-280f-9bf17b9aef0b" [ 729.104227] env[69481]: _type = "HttpNfcLease" [ 729.104227] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 729.104227] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf0e10f-078c-48aa-9c2e-5285da402d7b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.118102] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b722-716e-ef13-6a7d-d507e2656321/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 729.118303] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b722-716e-ef13-6a7d-d507e2656321/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 729.208620] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5264aff2-e32e-3e2f-cc16-14aee35eec28, 'name': SearchDatastore_Task, 'duration_secs': 0.028037} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.209792] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36fb3d4a-3a36-4662-876e-b77ade323500 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.218087] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263651, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.222290] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 729.222290] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521b4913-f067-cb5d-2f04-ddd3f9ac23fb" [ 729.222290] env[69481]: _type = "Task" [ 729.222290] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.226785] env[69481]: DEBUG nova.network.neutron [-] [instance: ba59923e-442a-4444-b439-8083fddea082] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.238546] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521b4913-f067-cb5d-2f04-ddd3f9ac23fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.294176] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5213b44-d69f-400e-8608-4e03bd7869dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.427503] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Releasing lock "refresh_cache-3627b7e2-a873-46df-a5bf-84114546d285" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.427759] env[69481]: DEBUG nova.compute.manager [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received event network-changed-f3fa46c1-ea55-4931-93e6-0c4e268045c3 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.427930] env[69481]: DEBUG nova.compute.manager [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Refreshing instance network info cache due to event network-changed-f3fa46c1-ea55-4931-93e6-0c4e268045c3. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.428159] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Acquiring lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.428306] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Acquired lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.428493] env[69481]: DEBUG nova.network.neutron [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Refreshing network info cache for port f3fa46c1-ea55-4931-93e6-0c4e268045c3 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.464448] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c713fa3a-2366-4507-af06-7a5ba7f1475c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.477197] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac45c76-e96c-4618-a741-3940c3bcb15b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.515476] env[69481]: DEBUG nova.compute.manager [req-de22f1c5-35b5-40ba-8d37-eeb9a979917e req-ff8e7562-4840-44d7-adf6-e69d86cfe619 service nova] [instance: ba59923e-442a-4444-b439-8083fddea082] Detach interface failed, port_id=ee3a28a1-f210-4ea3-864e-a8bb2082387c, reason: Instance ba59923e-442a-4444-b439-8083fddea082 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 729.517514] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b28691-5bf0-43b8-94e7-4e7282bfa90a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.526461] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d788025-8346-424b-9b09-ea2a456615e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.561759] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5971a071-ab12-45f4-b6ba-34aa2ce6a8f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.570797] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53c9292-1a55-4ec9-bc7c-c13827d5b07e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.588592] env[69481]: DEBUG nova.compute.provider_tree [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.708994] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263651, 'name': CreateVM_Task, 'duration_secs': 0.674117} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.709274] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.710468] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.710468] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.710876] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.711219] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7155ac60-a145-4bae-ae52-44e0e988dcad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.716223] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 729.716223] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5266d650-141a-4ff8-63a4-3a59927a6984" [ 729.716223] env[69481]: _type = "Task" [ 729.716223] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.724166] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5266d650-141a-4ff8-63a4-3a59927a6984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.733077] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521b4913-f067-cb5d-2f04-ddd3f9ac23fb, 'name': SearchDatastore_Task, 'duration_secs': 0.015396} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.733077] env[69481]: INFO nova.compute.manager [-] [instance: ba59923e-442a-4444-b439-8083fddea082] Took 1.39 seconds to deallocate network for instance. [ 729.733495] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.734367] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 3627b7e2-a873-46df-a5bf-84114546d285/3627b7e2-a873-46df-a5bf-84114546d285.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.739788] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf0b8c19-afe5-44e4-be85-f63ee3ed7f14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.752410] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 729.752410] env[69481]: value = "task-3263653" [ 729.752410] env[69481]: _type = "Task" [ 729.752410] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.785680] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.805387] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.810130] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.005s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.810434] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.892877] env[69481]: DEBUG nova.compute.manager [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.892877] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0628a9-7727-4c3a-bed1-465e81024a3a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.913722] env[69481]: DEBUG nova.compute.manager [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.954018] env[69481]: DEBUG nova.virt.hardware [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.954425] env[69481]: DEBUG nova.virt.hardware [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.954717] env[69481]: DEBUG nova.virt.hardware [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.954962] env[69481]: DEBUG nova.virt.hardware [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.955428] env[69481]: DEBUG nova.virt.hardware [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.955766] env[69481]: DEBUG nova.virt.hardware [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.956063] env[69481]: DEBUG nova.virt.hardware [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.956314] env[69481]: DEBUG nova.virt.hardware [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.956527] env[69481]: DEBUG nova.virt.hardware [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.956780] env[69481]: DEBUG nova.virt.hardware [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.957058] env[69481]: DEBUG nova.virt.hardware [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.958804] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0799f42a-311b-4be2-a060-ac1cb06f5345 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.970541] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab552e-12f6-4e47-b185-f7ec43d6b5b5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.992582] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.999426] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Creating folder: Project (2de84e483f9b48fab90926be7c0316aa). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.002880] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4dda54d-9c51-4809-8f65-606d7ac84cdd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.014552] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Created folder: Project (2de84e483f9b48fab90926be7c0316aa) in parent group-v651898. [ 730.014750] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Creating folder: Instances. Parent ref: group-v651996. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.015033] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d57d6917-5f98-4ae9-8597-5c3f9a4f2a0f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.026940] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Created folder: Instances in parent group-v651996. [ 730.026940] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.026940] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.026940] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c34baeb7-23ac-47a5-b86d-14a25c314481 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.051331] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.051331] env[69481]: value = "task-3263656" [ 730.051331] env[69481]: _type = "Task" [ 730.051331] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.061847] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263656, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.092909] env[69481]: DEBUG nova.scheduler.client.report [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.228151] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5266d650-141a-4ff8-63a4-3a59927a6984, 'name': SearchDatastore_Task, 'duration_secs': 0.012134} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.228475] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.228717] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.228951] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.229112] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.229292] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.229569] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb7a662-97ac-457f-a48b-9c8c702365ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.242175] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.242917] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.243631] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88eaff3-3b3e-46b9-a8c3-9729ea4b3de2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.251721] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 730.251721] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c46687-3d33-09ce-77bf-a1d61c407c90" [ 730.251721] env[69481]: _type = "Task" [ 730.251721] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.266156] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263653, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.270331] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c46687-3d33-09ce-77bf-a1d61c407c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.310831] env[69481]: DEBUG nova.network.neutron [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Updated VIF entry in instance network info cache for port f3fa46c1-ea55-4931-93e6-0c4e268045c3. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.311340] env[69481]: DEBUG nova.network.neutron [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Updating instance_info_cache with network_info: [{"id": "2839b81d-41e7-42de-9794-4bd6dad50d95", "address": "fa:16:3e:d7:d4:33", "network": {"id": "2874263b-93a0-4210-a302-b1ca828ebd91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1890113612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839b81d-41", "ovs_interfaceid": "2839b81d-41e7-42de-9794-4bd6dad50d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad93ee18-4c65-4724-87bc-342370454952", "address": "fa:16:3e:b9:74:39", "network": {"id": "69a5c5a2-b4ea-42ef-b402-c4f0934d271a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2054140646", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad93ee18-4c", "ovs_interfaceid": "ad93ee18-4c65-4724-87bc-342370454952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3fa46c1-ea55-4931-93e6-0c4e268045c3", "address": "fa:16:3e:80:6f:68", "network": {"id": "2874263b-93a0-4210-a302-b1ca828ebd91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1890113612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3fa46c1-ea", "ovs_interfaceid": "f3fa46c1-ea55-4931-93e6-0c4e268045c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.313467] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.406478] env[69481]: INFO nova.compute.manager [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] instance snapshotting [ 730.409844] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33523159-242e-4bcd-a7ab-6d757309bd6f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.430945] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b43949-b493-4c8c-9c73-792b5888ac60 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.564916] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263656, 'name': CreateVM_Task, 'duration_secs': 0.384474} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.564916] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.565515] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.565822] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.568022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.568022] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07f30b7-927d-409b-affe-78fc12c81314 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.572722] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 730.572722] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5274a8ef-e3e3-7de3-ca16-4b27dff541a1" [ 730.572722] env[69481]: _type = "Task" [ 730.572722] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.582654] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5274a8ef-e3e3-7de3-ca16-4b27dff541a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.601278] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.601697] env[69481]: DEBUG nova.compute.manager [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.604855] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.889s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.605145] env[69481]: DEBUG nova.objects.instance [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Lazy-loading 'resources' on Instance uuid 06429df3-0f61-491e-8263-87b0dcc74bab {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.766177] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c46687-3d33-09ce-77bf-a1d61c407c90, 'name': SearchDatastore_Task, 'duration_secs': 0.022557} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.769973] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563934} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.770211] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58dacbc0-3f1a-4e55-927f-95879dd050fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.772777] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 3627b7e2-a873-46df-a5bf-84114546d285/3627b7e2-a873-46df-a5bf-84114546d285.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.773026] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.773623] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9929268-b860-4c66-bbde-ae427309c8ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.779857] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 730.779857] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5262cb7b-dc23-6002-ba94-246b61075dae" [ 730.779857] env[69481]: _type = "Task" [ 730.779857] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.784193] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 730.784193] env[69481]: value = "task-3263657" [ 730.784193] env[69481]: _type = "Task" [ 730.784193] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.792525] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5262cb7b-dc23-6002-ba94-246b61075dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.795636] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.815532] env[69481]: DEBUG oslo_concurrency.lockutils [req-50e9ca6e-9e5b-4258-b932-f1ff6861056b req-3dc8d2ff-c374-4293-91fb-2c6c36546df9 service nova] Releasing lock "refresh_cache-ed30ff05-dd61-418f-848a-45ff94fac298" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.880919] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.881231] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.881475] env[69481]: DEBUG nova.network.neutron [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.943338] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 730.943712] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-79499689-886e-474d-90a4-3a58715c3caf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.953392] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 730.953392] env[69481]: value = "task-3263658" [ 730.953392] env[69481]: _type = "Task" [ 730.953392] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.962462] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263658, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.084557] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5274a8ef-e3e3-7de3-ca16-4b27dff541a1, 'name': SearchDatastore_Task, 'duration_secs': 0.018968} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.084870] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.085159] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.085522] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.085614] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.085717] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.085983] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-622a682d-75d7-4c52-a1fa-cfe842706067 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.097259] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.097259] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.097649] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9016b5-d80a-4813-8124-756ed14c738d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.104330] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 731.104330] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52aa1a0a-b85e-b081-bcab-c024bbfb8492" [ 731.104330] env[69481]: _type = "Task" [ 731.104330] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.108588] env[69481]: DEBUG nova.compute.utils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.113201] env[69481]: DEBUG nova.compute.manager [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.113201] env[69481]: DEBUG nova.network.neutron [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.124205] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52aa1a0a-b85e-b081-bcab-c024bbfb8492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.162330] env[69481]: DEBUG nova.policy [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd07dc88dd53742e28faaadac68a8c783', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d83cd6cd4ee41f58261949f8e538afa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.293834] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071749} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.299622] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.299956] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5262cb7b-dc23-6002-ba94-246b61075dae, 'name': SearchDatastore_Task, 'duration_secs': 0.019855} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.301258] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568c5ca8-ad35-41ca-9144-13c6817484e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.303440] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.303690] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] ed30ff05-dd61-418f-848a-45ff94fac298/ed30ff05-dd61-418f-848a-45ff94fac298.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.303941] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96151faf-c05a-48b1-a76f-447d273a6e8d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.330044] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 3627b7e2-a873-46df-a5bf-84114546d285/3627b7e2-a873-46df-a5bf-84114546d285.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.334068] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acf6593d-1f4d-425e-a491-1e8bf0ff4837 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.348238] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 731.348238] env[69481]: value = "task-3263659" [ 731.348238] env[69481]: _type = "Task" [ 731.348238] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.356030] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 731.356030] env[69481]: value = "task-3263660" [ 731.356030] env[69481]: _type = "Task" [ 731.356030] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.368574] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.468144] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263658, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.592182] env[69481]: DEBUG nova.network.neutron [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Successfully created port: 3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.613174] env[69481]: DEBUG nova.compute.manager [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.623066] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52aa1a0a-b85e-b081-bcab-c024bbfb8492, 'name': SearchDatastore_Task, 'duration_secs': 0.01888} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.624410] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f372fcb1-6748-4898-beeb-b65e1c0ec47c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.632693] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 731.632693] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5205e905-bce3-26d7-ebfd-a07e54132b85" [ 731.632693] env[69481]: _type = "Task" [ 731.632693] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.643512] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5205e905-bce3-26d7-ebfd-a07e54132b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.715178] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16319c5-808d-43c7-ac4b-c4bdad89b048 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.725286] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa878a8-a325-4e4d-8d77-9c46c548632b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.764375] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5a3bdf-3f4a-4575-bf96-3aa3b232174c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.774372] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3890e263-faf8-42b8-a146-0472908d9274 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.790649] env[69481]: DEBUG nova.compute.provider_tree [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.848155] env[69481]: DEBUG nova.network.neutron [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance_info_cache with network_info: [{"id": "3b75a42b-cff5-422b-9244-e5258eedc869", "address": "fa:16:3e:ea:d2:c5", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75a42b-cf", "ovs_interfaceid": "3b75a42b-cff5-422b-9244-e5258eedc869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.860220] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263659, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.871049] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263660, 'name': ReconfigVM_Task, 'duration_secs': 0.289102} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.871331] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 3627b7e2-a873-46df-a5bf-84114546d285/3627b7e2-a873-46df-a5bf-84114546d285.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.871993] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fc89536-8624-40f9-8528-414a7a1f52b3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.880936] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 731.880936] env[69481]: value = "task-3263662" [ 731.880936] env[69481]: _type = "Task" [ 731.880936] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.891944] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263662, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.968555] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263658, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.145183] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5205e905-bce3-26d7-ebfd-a07e54132b85, 'name': SearchDatastore_Task, 'duration_secs': 0.018603} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.145183] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.145183] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 83c98adf-e50f-4908-b1fe-c42c7a2568cf/83c98adf-e50f-4908-b1fe-c42c7a2568cf.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.145406] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba0a4eca-c68e-494e-91be-adfa20590f97 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.153398] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 732.153398] env[69481]: value = "task-3263663" [ 732.153398] env[69481]: _type = "Task" [ 732.153398] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.167176] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.293839] env[69481]: DEBUG nova.scheduler.client.report [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.354529] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.366328] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702521} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.366667] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] ed30ff05-dd61-418f-848a-45ff94fac298/ed30ff05-dd61-418f-848a-45ff94fac298.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.366822] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.367084] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2ca8d7b-5008-4e7d-b201-26185d842e19 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.374235] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 732.374235] env[69481]: value = "task-3263664" [ 732.374235] env[69481]: _type = "Task" [ 732.374235] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.386708] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.395989] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263662, 'name': Rename_Task, 'duration_secs': 0.183043} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.396372] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.396659] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c5a72d8-1d92-4fcc-bff2-62c2e8cf54b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.404403] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 732.404403] env[69481]: value = "task-3263665" [ 732.404403] env[69481]: _type = "Task" [ 732.404403] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.415850] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.466982] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263658, 'name': CreateSnapshot_Task, 'duration_secs': 1.320902} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.467426] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.468297] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d2526c-5386-429b-88e6-6ac188bd80a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.623599] env[69481]: DEBUG nova.compute.manager [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.655659] env[69481]: DEBUG nova.virt.hardware [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.655951] env[69481]: DEBUG nova.virt.hardware [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.656210] env[69481]: DEBUG nova.virt.hardware [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.656446] env[69481]: DEBUG nova.virt.hardware [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.656613] env[69481]: DEBUG nova.virt.hardware [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.656769] env[69481]: DEBUG nova.virt.hardware [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.657092] env[69481]: DEBUG nova.virt.hardware [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.657422] env[69481]: DEBUG nova.virt.hardware [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.657717] env[69481]: DEBUG nova.virt.hardware [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.658008] env[69481]: DEBUG nova.virt.hardware [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.658271] env[69481]: DEBUG nova.virt.hardware [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.659333] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64e4df5-862d-4bcc-9911-be6fa23093a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.674144] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.679327] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a8d055-cabe-43d2-bfaa-599081d39971 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.799890] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.802421] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.344s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.804043] env[69481]: INFO nova.compute.claims [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.823806] env[69481]: INFO nova.scheduler.client.report [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Deleted allocations for instance 06429df3-0f61-491e-8263-87b0dcc74bab [ 732.881223] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d43c59-1cb7-4c6b-89f7-3f97ba870478 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.891868] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067844} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.906038] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.907540] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dae0b6-7f2b-4cc8-892f-472f21bd1306 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.915729] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f884578-fe0a-4d1b-a392-10a5bff3bf6e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.925836] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263665, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.942633] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance 'a09a75d5-e39c-40c6-9f3e-343928a2c96e' progress to 83 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 732.956430] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] ed30ff05-dd61-418f-848a-45ff94fac298/ed30ff05-dd61-418f-848a-45ff94fac298.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.957340] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3093389-0812-4c17-aeac-deed15f4be0d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.978252] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 732.978252] env[69481]: value = "task-3263666" [ 732.978252] env[69481]: _type = "Task" [ 732.978252] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.989658] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 732.989996] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2efa2605-9f8a-42a0-ad17-931d9cca8636 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.001123] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263666, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.041261] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 733.041261] env[69481]: value = "task-3263667" [ 733.041261] env[69481]: _type = "Task" [ 733.041261] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.041261] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263667, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.174681] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66669} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.175178] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 83c98adf-e50f-4908-b1fe-c42c7a2568cf/83c98adf-e50f-4908-b1fe-c42c7a2568cf.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.175534] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.175919] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7679bbf-7873-4289-816f-d707bea2d4a0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.188353] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 733.188353] env[69481]: value = "task-3263668" [ 733.188353] env[69481]: _type = "Task" [ 733.188353] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.204376] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.333777] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fe5e0072-3355-4a90-a499-d85282ce534e tempest-FloatingIPsAssociationNegativeTestJSON-940928562 tempest-FloatingIPsAssociationNegativeTestJSON-940928562-project-member] Lock "06429df3-0f61-491e-8263-87b0dcc74bab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.447s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.418210] env[69481]: DEBUG oslo_vmware.api [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263665, 'name': PowerOnVM_Task, 'duration_secs': 0.694599} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.418527] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.418733] env[69481]: INFO nova.compute.manager [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Took 8.32 seconds to spawn the instance on the hypervisor. [ 733.418900] env[69481]: DEBUG nova.compute.manager [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.422015] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d880b946-e77b-4838-8df3-0feaff50e525 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.458945] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.459302] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bec0177-3604-4716-8858-aec048f09d6a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.468881] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 733.468881] env[69481]: value = "task-3263669" [ 733.468881] env[69481]: _type = "Task" [ 733.468881] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.479875] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.490437] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.516933] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263667, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.702916] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135404} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.705175] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.707244] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cded78d-df98-438c-b557-aaaf7a90f7ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.734719] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 83c98adf-e50f-4908-b1fe-c42c7a2568cf/83c98adf-e50f-4908-b1fe-c42c7a2568cf.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.738014] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208bea33-bdf7-48aa-9a21-cf656699b729 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.761029] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 733.761029] env[69481]: value = "task-3263671" [ 733.761029] env[69481]: _type = "Task" [ 733.761029] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.771911] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.887948] env[69481]: DEBUG nova.compute.manager [req-41c0394e-b57e-4871-9ece-e6813772fa89 req-2a6d46c8-2e33-44be-9f3b-06471aecc57e service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Received event network-vif-plugged-3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.889835] env[69481]: DEBUG oslo_concurrency.lockutils [req-41c0394e-b57e-4871-9ece-e6813772fa89 req-2a6d46c8-2e33-44be-9f3b-06471aecc57e service nova] Acquiring lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.889835] env[69481]: DEBUG oslo_concurrency.lockutils [req-41c0394e-b57e-4871-9ece-e6813772fa89 req-2a6d46c8-2e33-44be-9f3b-06471aecc57e service nova] Lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.889835] env[69481]: DEBUG oslo_concurrency.lockutils [req-41c0394e-b57e-4871-9ece-e6813772fa89 req-2a6d46c8-2e33-44be-9f3b-06471aecc57e service nova] Lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.889835] env[69481]: DEBUG nova.compute.manager [req-41c0394e-b57e-4871-9ece-e6813772fa89 req-2a6d46c8-2e33-44be-9f3b-06471aecc57e service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] No waiting events found dispatching network-vif-plugged-3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.889835] env[69481]: WARNING nova.compute.manager [req-41c0394e-b57e-4871-9ece-e6813772fa89 req-2a6d46c8-2e33-44be-9f3b-06471aecc57e service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Received unexpected event network-vif-plugged-3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4 for instance with vm_state building and task_state spawning. [ 733.943804] env[69481]: INFO nova.compute.manager [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Took 41.49 seconds to build instance. [ 733.984487] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.994880] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263666, 'name': ReconfigVM_Task, 'duration_secs': 0.577554} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.998105] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Reconfigured VM instance instance-0000001c to attach disk [datastore2] ed30ff05-dd61-418f-848a-45ff94fac298/ed30ff05-dd61-418f-848a-45ff94fac298.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.999367] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40ace199-119c-450f-a6c1-29b2cdc0f95c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.010212] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 734.010212] env[69481]: value = "task-3263672" [ 734.010212] env[69481]: _type = "Task" [ 734.010212] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.021562] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263667, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.029524] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263672, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.039390] env[69481]: DEBUG nova.network.neutron [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Successfully updated port: 3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.276778] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.427283] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52454dd2-76ff-40de-ba93-597219167acb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.435891] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26406232-9d25-4e44-90e6-a8f80741b93b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.471460] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7829627-c81b-4e63-8db8-9327d138ca58 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "3627b7e2-a873-46df-a5bf-84114546d285" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.081s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.478357] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4298f76-8b68-446f-8fa6-ec582bb52c09 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.493243] env[69481]: DEBUG oslo_vmware.api [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263669, 'name': PowerOnVM_Task, 'duration_secs': 0.739506} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.493513] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.494405] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5d01a893-fbc9-4435-8519-17780057553c tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance 'a09a75d5-e39c-40c6-9f3e-343928a2c96e' progress to 100 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 734.506326] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f377bc83-9135-43b9-8cb1-72b35107c697 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.533149] env[69481]: DEBUG nova.compute.provider_tree [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.541451] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263667, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.547562] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquiring lock "refresh_cache-a0978186-2fc8-4763-ae5a-b70e5a8e8b28" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.547673] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquired lock "refresh_cache-a0978186-2fc8-4763-ae5a-b70e5a8e8b28" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.547931] env[69481]: DEBUG nova.network.neutron [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.549849] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263672, 'name': Rename_Task, 'duration_secs': 0.477351} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.550176] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.550663] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-112156a4-1c0f-4f1d-b6e1-d6c75bb48712 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.563088] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 734.563088] env[69481]: value = "task-3263673" [ 734.563088] env[69481]: _type = "Task" [ 734.563088] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.574879] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.773364] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263671, 'name': ReconfigVM_Task, 'duration_secs': 0.708841} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.773692] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 83c98adf-e50f-4908-b1fe-c42c7a2568cf/83c98adf-e50f-4908-b1fe-c42c7a2568cf.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.775641] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b9ad42d-5d10-4722-9a95-fc7bfdf14939 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.784411] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 734.784411] env[69481]: value = "task-3263674" [ 734.784411] env[69481]: _type = "Task" [ 734.784411] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.797532] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263674, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.983786] env[69481]: DEBUG nova.compute.manager [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.029993] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263667, 'name': CloneVM_Task, 'duration_secs': 1.853651} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.029993] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Created linked-clone VM from snapshot [ 735.030853] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a91dcd-a359-4bb6-9734-9580c1b9f025 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.036831] env[69481]: DEBUG nova.scheduler.client.report [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.047755] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Uploading image 7072edbc-6b93-4965-988e-8fb4a4d14714 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.060347] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 735.060976] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7249a8d-5b2c-413d-a178-12f4f81e9dcc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.075455] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.076954] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 735.076954] env[69481]: value = "task-3263675" [ 735.076954] env[69481]: _type = "Task" [ 735.076954] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.085888] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263675, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.131240] env[69481]: DEBUG nova.network.neutron [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.298169] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263674, 'name': Rename_Task, 'duration_secs': 0.15784} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.298548] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.298948] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5fbb287-4ce6-4b49-8ce1-ca7574521886 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.308692] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 735.308692] env[69481]: value = "task-3263676" [ 735.308692] env[69481]: _type = "Task" [ 735.308692] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.322454] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.411539] env[69481]: DEBUG nova.network.neutron [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Updating instance_info_cache with network_info: [{"id": "3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4", "address": "fa:16:3e:ea:14:b0", "network": {"id": "09dccc3b-4c2e-4c30-9aa9-2d37ad9b6ced", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-551497713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d83cd6cd4ee41f58261949f8e538afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffbc5b4-dd", "ovs_interfaceid": "3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.441904] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "3627b7e2-a873-46df-a5bf-84114546d285" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.442345] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "3627b7e2-a873-46df-a5bf-84114546d285" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.442667] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "3627b7e2-a873-46df-a5bf-84114546d285-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.442944] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "3627b7e2-a873-46df-a5bf-84114546d285-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.443273] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "3627b7e2-a873-46df-a5bf-84114546d285-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.446433] env[69481]: INFO nova.compute.manager [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Terminating instance [ 735.511687] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.542955] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.543854] env[69481]: DEBUG nova.compute.manager [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.549651] env[69481]: DEBUG oslo_concurrency.lockutils [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.963s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.549651] env[69481]: DEBUG nova.objects.instance [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lazy-loading 'resources' on Instance uuid 1673f26d-bec6-43c3-9dcc-162655774fac {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.576610] env[69481]: DEBUG oslo_vmware.api [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263673, 'name': PowerOnVM_Task, 'duration_secs': 0.86952} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.577641] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.577641] env[69481]: INFO nova.compute.manager [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Took 15.74 seconds to spawn the instance on the hypervisor. [ 735.577758] env[69481]: DEBUG nova.compute.manager [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.581653] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d50b541-9d18-404d-a068-2f479751fea2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.600539] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263675, 'name': Destroy_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.823953] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.918955] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Releasing lock "refresh_cache-a0978186-2fc8-4763-ae5a-b70e5a8e8b28" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.919585] env[69481]: DEBUG nova.compute.manager [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Instance network_info: |[{"id": "3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4", "address": "fa:16:3e:ea:14:b0", "network": {"id": "09dccc3b-4c2e-4c30-9aa9-2d37ad9b6ced", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-551497713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d83cd6cd4ee41f58261949f8e538afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffbc5b4-dd", "ovs_interfaceid": "3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.920273] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:14:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.935105] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Creating folder: Project (5d83cd6cd4ee41f58261949f8e538afa). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.935591] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cc5d63c-a583-4b75-ad9b-37f510f97a02 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.951391] env[69481]: DEBUG nova.compute.manager [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.952222] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.954769] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5935f9-9216-48fb-a1db-45289f6caf26 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.958333] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Created folder: Project (5d83cd6cd4ee41f58261949f8e538afa) in parent group-v651898. [ 735.958333] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Creating folder: Instances. Parent ref: group-v652001. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.958333] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eef98c0-a30e-451d-adae-388f51c457e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.966961] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.967443] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e40b0bc1-b55f-4cd0-90e6-fe0d1868494c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.972163] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Created folder: Instances in parent group-v652001. [ 735.972272] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.972570] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.972900] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ccd0378-ebe1-49a7-8f9f-3c493fe46bb1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.994377] env[69481]: DEBUG oslo_vmware.api [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 735.994377] env[69481]: value = "task-3263680" [ 735.994377] env[69481]: _type = "Task" [ 735.994377] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.994377] env[69481]: DEBUG nova.compute.manager [req-c6b7b6f1-1885-4cdf-bbdb-3eccfecbc02a req-c2a1f78a-f874-4e4b-aa85-d540d0f5e3ca service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Received event network-changed-3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.994377] env[69481]: DEBUG nova.compute.manager [req-c6b7b6f1-1885-4cdf-bbdb-3eccfecbc02a req-c2a1f78a-f874-4e4b-aa85-d540d0f5e3ca service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Refreshing instance network info cache due to event network-changed-3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.994377] env[69481]: DEBUG oslo_concurrency.lockutils [req-c6b7b6f1-1885-4cdf-bbdb-3eccfecbc02a req-c2a1f78a-f874-4e4b-aa85-d540d0f5e3ca service nova] Acquiring lock "refresh_cache-a0978186-2fc8-4763-ae5a-b70e5a8e8b28" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.994377] env[69481]: DEBUG oslo_concurrency.lockutils [req-c6b7b6f1-1885-4cdf-bbdb-3eccfecbc02a req-c2a1f78a-f874-4e4b-aa85-d540d0f5e3ca service nova] Acquired lock "refresh_cache-a0978186-2fc8-4763-ae5a-b70e5a8e8b28" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.994377] env[69481]: DEBUG nova.network.neutron [req-c6b7b6f1-1885-4cdf-bbdb-3eccfecbc02a req-c2a1f78a-f874-4e4b-aa85-d540d0f5e3ca service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Refreshing network info cache for port 3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.001990] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.001990] env[69481]: value = "task-3263681" [ 736.001990] env[69481]: _type = "Task" [ 736.001990] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.009804] env[69481]: DEBUG oslo_vmware.api [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.020592] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263681, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.053964] env[69481]: DEBUG nova.compute.utils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.061312] env[69481]: DEBUG nova.compute.manager [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.061312] env[69481]: DEBUG nova.network.neutron [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.091479] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263675, 'name': Destroy_Task, 'duration_secs': 0.545043} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.091865] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Destroyed the VM [ 736.092222] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 736.095758] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8cab1c9b-2234-4197-b4a4-00e461bd8b30 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.107885] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 736.107885] env[69481]: value = "task-3263682" [ 736.107885] env[69481]: _type = "Task" [ 736.107885] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.117347] env[69481]: INFO nova.compute.manager [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Took 50.28 seconds to build instance. [ 736.125181] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263682, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.148504] env[69481]: DEBUG nova.policy [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df93e8a241e9402395e02d629a4cafde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d37096accb54d3eb98542b40d8d475d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.328786] env[69481]: DEBUG oslo_vmware.api [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263676, 'name': PowerOnVM_Task, 'duration_secs': 0.788457} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.329020] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.329234] env[69481]: INFO nova.compute.manager [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Took 6.42 seconds to spawn the instance on the hypervisor. [ 736.330163] env[69481]: DEBUG nova.compute.manager [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.330309] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8114015-7971-4d36-ac0e-1e32e3a753f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.524027] env[69481]: DEBUG oslo_vmware.api [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263680, 'name': PowerOffVM_Task, 'duration_secs': 0.263999} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.524550] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263681, 'name': CreateVM_Task, 'duration_secs': 0.453211} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.524813] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.524983] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.525214] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.525440] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fd5e733-e3f3-4f9f-b52a-747a07fe1fd5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.527652] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.527787] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.528234] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.528665] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595db84b-40d8-458a-8cad-57519bf5fb21 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.540021] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for the task: (returnval){ [ 736.540021] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b28500-f779-abf4-7657-bff7b379c90e" [ 736.540021] env[69481]: _type = "Task" [ 736.540021] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.551830] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b28500-f779-abf4-7657-bff7b379c90e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.563022] env[69481]: DEBUG nova.compute.manager [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.610039] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.611843] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.611843] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Deleting the datastore file [datastore1] 3627b7e2-a873-46df-a5bf-84114546d285 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.611843] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6870100-d21c-4991-b4b3-7b17a283f368 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.627719] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1746b3dc-bb16-405e-99c1-6e16fea87bed tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "ed30ff05-dd61-418f-848a-45ff94fac298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.536s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.634229] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263682, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.640616] env[69481]: DEBUG oslo_vmware.api [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for the task: (returnval){ [ 736.640616] env[69481]: value = "task-3263684" [ 736.640616] env[69481]: _type = "Task" [ 736.640616] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.653388] env[69481]: DEBUG oslo_vmware.api [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.675990] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd37900-d11d-402c-ae51-9431a59d1c49 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.690026] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1f9d6a-ce81-48f1-917d-39d3759beb23 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.727637] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7230e48-e0c8-406f-af9d-30c1be2d3082 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.740820] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f493dd-4ecf-4436-bfda-c66d01f36211 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.759634] env[69481]: DEBUG nova.compute.provider_tree [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.763599] env[69481]: DEBUG nova.network.neutron [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Successfully created port: 1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.858027] env[69481]: INFO nova.compute.manager [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Took 39.05 seconds to build instance. [ 737.052496] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b28500-f779-abf4-7657-bff7b379c90e, 'name': SearchDatastore_Task, 'duration_secs': 0.019206} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.052897] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.053226] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.053546] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.053724] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.053951] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.054307] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45bcec0e-61f5-40df-ab4a-945d05f11289 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.068022] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.068022] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.071568] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2773d9f7-0a2b-4664-a00a-c1fb29211c3f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.080849] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for the task: (returnval){ [ 737.080849] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ac9927-6e19-28c7-548b-671026bc7d4a" [ 737.080849] env[69481]: _type = "Task" [ 737.080849] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.092740] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ac9927-6e19-28c7-548b-671026bc7d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.107926] env[69481]: DEBUG nova.network.neutron [req-c6b7b6f1-1885-4cdf-bbdb-3eccfecbc02a req-c2a1f78a-f874-4e4b-aa85-d540d0f5e3ca service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Updated VIF entry in instance network info cache for port 3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.108308] env[69481]: DEBUG nova.network.neutron [req-c6b7b6f1-1885-4cdf-bbdb-3eccfecbc02a req-c2a1f78a-f874-4e4b-aa85-d540d0f5e3ca service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Updating instance_info_cache with network_info: [{"id": "3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4", "address": "fa:16:3e:ea:14:b0", "network": {"id": "09dccc3b-4c2e-4c30-9aa9-2d37ad9b6ced", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-551497713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d83cd6cd4ee41f58261949f8e538afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffbc5b4-dd", "ovs_interfaceid": "3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.124954] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263682, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.128980] env[69481]: DEBUG nova.compute.manager [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.156023] env[69481]: DEBUG oslo_vmware.api [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Task: {'id': task-3263684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298077} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.156023] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.156023] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.156023] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.156023] env[69481]: INFO nova.compute.manager [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Took 1.20 seconds to destroy the instance on the hypervisor. [ 737.156023] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.156023] env[69481]: DEBUG nova.compute.manager [-] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.156023] env[69481]: DEBUG nova.network.neutron [-] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.235756] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "ed30ff05-dd61-418f-848a-45ff94fac298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.236248] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "ed30ff05-dd61-418f-848a-45ff94fac298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.236498] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.236697] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.236867] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "ed30ff05-dd61-418f-848a-45ff94fac298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.239346] env[69481]: INFO nova.compute.manager [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Terminating instance [ 737.268288] env[69481]: DEBUG nova.scheduler.client.report [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.359366] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dcc7de6c-2ff7-4d5c-9f32-d717b3047f7a tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "83c98adf-e50f-4908-b1fe-c42c7a2568cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.960s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.570513] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.570513] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.570513] env[69481]: DEBUG nova.compute.manager [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Going to confirm migration 1 {{(pid=69481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 737.578018] env[69481]: DEBUG nova.compute.manager [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.594518] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ac9927-6e19-28c7-548b-671026bc7d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.021937} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.597922] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9afdee93-e3db-45b2-b940-7814e19a4b7f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.605300] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for the task: (returnval){ [ 737.605300] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52663cf9-173a-2652-ade4-5a41b975a48b" [ 737.605300] env[69481]: _type = "Task" [ 737.605300] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.607456] env[69481]: DEBUG nova.virt.hardware [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.607456] env[69481]: DEBUG nova.virt.hardware [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.607456] env[69481]: DEBUG nova.virt.hardware [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.607456] env[69481]: DEBUG nova.virt.hardware [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.607638] env[69481]: DEBUG nova.virt.hardware [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.607666] env[69481]: DEBUG nova.virt.hardware [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.608048] env[69481]: DEBUG nova.virt.hardware [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.608254] env[69481]: DEBUG nova.virt.hardware [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.608476] env[69481]: DEBUG nova.virt.hardware [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.608699] env[69481]: DEBUG nova.virt.hardware [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.608954] env[69481]: DEBUG nova.virt.hardware [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.609888] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8782863b-502c-4552-8a7d-f451796c172c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.616508] env[69481]: DEBUG oslo_concurrency.lockutils [req-c6b7b6f1-1885-4cdf-bbdb-3eccfecbc02a req-c2a1f78a-f874-4e4b-aa85-d540d0f5e3ca service nova] Releasing lock "refresh_cache-a0978186-2fc8-4763-ae5a-b70e5a8e8b28" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.632369] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbf91af-b9a6-42a4-a730-59dd27e2f836 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.636584] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52663cf9-173a-2652-ade4-5a41b975a48b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.636841] env[69481]: DEBUG oslo_vmware.api [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263682, 'name': RemoveSnapshot_Task, 'duration_secs': 1.188631} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.639691] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.667474] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.743379] env[69481]: DEBUG nova.compute.manager [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.743802] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.744875] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8dadf0-3b85-40d0-ad87-f6eefe276ece {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.755512] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.755863] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f99b5743-7498-40d9-ba7c-456214f37eb4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.763750] env[69481]: DEBUG oslo_vmware.api [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 737.763750] env[69481]: value = "task-3263685" [ 737.763750] env[69481]: _type = "Task" [ 737.763750] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.775872] env[69481]: DEBUG oslo_concurrency.lockutils [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.777926] env[69481]: DEBUG oslo_vmware.api [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.778648] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.469s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.779358] env[69481]: DEBUG nova.objects.instance [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lazy-loading 'resources' on Instance uuid 995a6972-c2c5-4559-bec6-b5de4ed09a61 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.804149] env[69481]: INFO nova.scheduler.client.report [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted allocations for instance 1673f26d-bec6-43c3-9dcc-162655774fac [ 737.861863] env[69481]: DEBUG nova.compute.manager [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.053457] env[69481]: DEBUG nova.network.neutron [-] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.130073] env[69481]: DEBUG nova.compute.manager [req-4ea7b2fb-c1ae-4fcf-ae7a-853d87f509a1 req-1d8d0083-5588-4054-be64-87da708888a7 service nova] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Received event network-vif-deleted-7883919f-b41a-48cd-908f-29a374bc85d8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.130884] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52663cf9-173a-2652-ade4-5a41b975a48b, 'name': SearchDatastore_Task, 'duration_secs': 0.02351} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.131161] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.131406] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a0978186-2fc8-4763-ae5a-b70e5a8e8b28/a0978186-2fc8-4763-ae5a-b70e5a8e8b28.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.131674] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ab8528a-7b60-4eab-8d48-40908448852e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.143398] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for the task: (returnval){ [ 738.143398] env[69481]: value = "task-3263686" [ 738.143398] env[69481]: _type = "Task" [ 738.143398] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.150148] env[69481]: WARNING nova.compute.manager [None req-5a8037ef-0a18-4afc-9871-7ac4ee4acb06 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Image not found during snapshot: nova.exception.ImageNotFound: Image 7072edbc-6b93-4965-988e-8fb4a4d14714 could not be found. [ 738.156195] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.160529] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.160697] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.160880] env[69481]: DEBUG nova.network.neutron [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.161269] env[69481]: DEBUG nova.objects.instance [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lazy-loading 'info_cache' on Instance uuid a09a75d5-e39c-40c6-9f3e-343928a2c96e {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.258829] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b722-716e-ef13-6a7d-d507e2656321/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 738.260112] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6152aeb5-7eeb-4acb-b095-72c7faa50933 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.271241] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b722-716e-ef13-6a7d-d507e2656321/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 738.271376] env[69481]: ERROR oslo_vmware.rw_handles [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b722-716e-ef13-6a7d-d507e2656321/disk-0.vmdk due to incomplete transfer. [ 738.272139] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3c565afb-13f2-4c24-abc5-213ea7403dfc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.281021] env[69481]: DEBUG oslo_vmware.api [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263685, 'name': PowerOffVM_Task, 'duration_secs': 0.272885} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.281021] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.281021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.284227] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0767aa23-5792-46e0-9413-3ebae628bdc2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.288485] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b722-716e-ef13-6a7d-d507e2656321/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 738.288672] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Uploaded image 83e3d116-955b-4d32-b061-f0a2e0765823 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 738.292614] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 738.292614] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c43ea34-a403-488b-bd81-651b97c0e927 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.301943] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 738.301943] env[69481]: value = "task-3263688" [ 738.301943] env[69481]: _type = "Task" [ 738.301943] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.311935] env[69481]: DEBUG oslo_concurrency.lockutils [None req-24447216-1d81-473f-9c63-f331e2a4d023 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "1673f26d-bec6-43c3-9dcc-162655774fac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.984s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.316653] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263688, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.385973] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.438328] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "31d05edc-ce5c-494d-b7aa-54d937656ca9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.438616] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "31d05edc-ce5c-494d-b7aa-54d937656ca9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.438823] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "31d05edc-ce5c-494d-b7aa-54d937656ca9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.439015] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "31d05edc-ce5c-494d-b7aa-54d937656ca9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.439192] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "31d05edc-ce5c-494d-b7aa-54d937656ca9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.444622] env[69481]: INFO nova.compute.manager [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Terminating instance [ 738.463543] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.463757] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.464176] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Deleting the datastore file [datastore2] ed30ff05-dd61-418f-848a-45ff94fac298 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.464255] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75925272-792f-4195-9f22-d168f35ed738 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.475510] env[69481]: DEBUG oslo_vmware.api [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 738.475510] env[69481]: value = "task-3263689" [ 738.475510] env[69481]: _type = "Task" [ 738.475510] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.489473] env[69481]: DEBUG oslo_vmware.api [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.558624] env[69481]: INFO nova.compute.manager [-] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Took 1.41 seconds to deallocate network for instance. [ 738.655068] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263686, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.792682] env[69481]: INFO nova.compute.manager [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Rebuilding instance [ 738.826693] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263688, 'name': Destroy_Task, 'duration_secs': 0.50492} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.829232] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Destroyed the VM [ 738.829543] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 738.830045] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-640ae2ba-bcd9-4580-a7d8-8667076f925e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.843199] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 738.843199] env[69481]: value = "task-3263690" [ 738.843199] env[69481]: _type = "Task" [ 738.843199] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.844625] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb623eb2-ec10-4a5f-b5fd-acb262a306fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.862765] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263690, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.866881] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5661002a-0f2b-413c-87e6-2a6ff50cfd04 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.873216] env[69481]: DEBUG nova.compute.manager [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.874806] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8fe720-7905-45de-a27e-362f305b2665 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.904347] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cee5ff-5162-472d-9d8a-f546556b3026 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.916736] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c1cb2a-a215-42f4-b24c-216505bd99e9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.933330] env[69481]: DEBUG nova.compute.provider_tree [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.948847] env[69481]: DEBUG nova.compute.manager [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.949089] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.949970] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0795b9f-cf46-4d21-aa92-aefdb77beb7d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.959781] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.960061] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d99b7679-52a2-4fc2-b6c2-b778648f63e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.970154] env[69481]: DEBUG oslo_vmware.api [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 738.970154] env[69481]: value = "task-3263691" [ 738.970154] env[69481]: _type = "Task" [ 738.970154] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.977373] env[69481]: DEBUG oslo_vmware.api [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.986840] env[69481]: DEBUG oslo_vmware.api [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3592} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.987107] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.987305] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.987475] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.987653] env[69481]: INFO nova.compute.manager [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Took 1.24 seconds to destroy the instance on the hypervisor. [ 738.987894] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.988112] env[69481]: DEBUG nova.compute.manager [-] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.988207] env[69481]: DEBUG nova.network.neutron [-] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.066658] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.163826] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715597} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.164111] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a0978186-2fc8-4763-ae5a-b70e5a8e8b28/a0978186-2fc8-4763-ae5a-b70e5a8e8b28.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.164353] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.164593] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7d4758b-1ca9-4f78-bc2c-0979dadf81f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.178693] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for the task: (returnval){ [ 739.178693] env[69481]: value = "task-3263692" [ 739.178693] env[69481]: _type = "Task" [ 739.178693] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.192420] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.361561] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263690, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.437228] env[69481]: DEBUG nova.scheduler.client.report [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.480819] env[69481]: DEBUG oslo_vmware.api [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263691, 'name': PowerOffVM_Task, 'duration_secs': 0.499006} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.481231] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.481471] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.481795] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2a36012-2140-4b06-9078-cb856d573d10 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.586770] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.586770] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.586770] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Deleting the datastore file [datastore2] 31d05edc-ce5c-494d-b7aa-54d937656ca9 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.586770] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c34973b2-800a-4a44-8f12-d3bf686f49fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.595387] env[69481]: DEBUG oslo_vmware.api [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 739.595387] env[69481]: value = "task-3263694" [ 739.595387] env[69481]: _type = "Task" [ 739.595387] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.614086] env[69481]: DEBUG oslo_vmware.api [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.623879] env[69481]: DEBUG nova.network.neutron [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Successfully updated port: 1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.692459] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288717} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.693478] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.694377] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3540731-3a81-4894-8d4b-df578e27306f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.728061] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] a0978186-2fc8-4763-ae5a-b70e5a8e8b28/a0978186-2fc8-4763-ae5a-b70e5a8e8b28.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.728607] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ec4e10-406b-4acd-b596-84363e17b6d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.761604] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for the task: (returnval){ [ 739.761604] env[69481]: value = "task-3263695" [ 739.761604] env[69481]: _type = "Task" [ 739.761604] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.776615] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263695, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.788579] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.789045] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.860687] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263690, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.915708] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.916041] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26175c23-49fc-4822-bcdb-be72d3ae4947 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.926608] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 739.926608] env[69481]: value = "task-3263696" [ 739.926608] env[69481]: _type = "Task" [ 739.926608] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.933169] env[69481]: DEBUG nova.network.neutron [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance_info_cache with network_info: [{"id": "3b75a42b-cff5-422b-9244-e5258eedc869", "address": "fa:16:3e:ea:d2:c5", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b75a42b-cf", "ovs_interfaceid": "3b75a42b-cff5-422b-9244-e5258eedc869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.938300] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.945018] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.945018] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.398s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.951398] env[69481]: INFO nova.compute.claims [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.971524] env[69481]: INFO nova.scheduler.client.report [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Deleted allocations for instance 995a6972-c2c5-4559-bec6-b5de4ed09a61 [ 740.106662] env[69481]: DEBUG oslo_vmware.api [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3235} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.107097] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.107335] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.107550] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.107884] env[69481]: INFO nova.compute.manager [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 740.108368] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.108659] env[69481]: DEBUG nova.compute.manager [-] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.108755] env[69481]: DEBUG nova.network.neutron [-] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.129486] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.129815] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquired lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.130045] env[69481]: DEBUG nova.network.neutron [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.229883] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Acquiring lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.230135] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.274126] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263695, 'name': ReconfigVM_Task, 'duration_secs': 0.503413} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.274126] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Reconfigured VM instance instance-0000001f to attach disk [datastore1] a0978186-2fc8-4763-ae5a-b70e5a8e8b28/a0978186-2fc8-4763-ae5a-b70e5a8e8b28.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.275971] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74f9addf-2b71-4f18-be3c-c6ed4db726d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.285575] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for the task: (returnval){ [ 740.285575] env[69481]: value = "task-3263697" [ 740.285575] env[69481]: _type = "Task" [ 740.285575] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.300587] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263697, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.360289] env[69481]: DEBUG oslo_vmware.api [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263690, 'name': RemoveSnapshot_Task, 'duration_secs': 1.309119} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.360704] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 740.360932] env[69481]: INFO nova.compute.manager [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Took 15.43 seconds to snapshot the instance on the hypervisor. [ 740.440139] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263696, 'name': PowerOffVM_Task, 'duration_secs': 0.14141} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.440139] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.440139] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.440139] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "refresh_cache-a09a75d5-e39c-40c6-9f3e-343928a2c96e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.440529] env[69481]: DEBUG nova.objects.instance [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lazy-loading 'migration_context' on Instance uuid a09a75d5-e39c-40c6-9f3e-343928a2c96e {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.441785] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8f2f1e-ad55-46af-a541-79e7272b64fb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.448583] env[69481]: DEBUG nova.compute.manager [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Received event network-vif-plugged-1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.448795] env[69481]: DEBUG oslo_concurrency.lockutils [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] Acquiring lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.449050] env[69481]: DEBUG oslo_concurrency.lockutils [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] Lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.449228] env[69481]: DEBUG oslo_concurrency.lockutils [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] Lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.449393] env[69481]: DEBUG nova.compute.manager [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] No waiting events found dispatching network-vif-plugged-1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.449575] env[69481]: WARNING nova.compute.manager [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Received unexpected event network-vif-plugged-1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 for instance with vm_state building and task_state spawning. [ 740.449741] env[69481]: DEBUG nova.compute.manager [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Received event network-changed-1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.449890] env[69481]: DEBUG nova.compute.manager [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Refreshing instance network info cache due to event network-changed-1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.452021] env[69481]: DEBUG oslo_concurrency.lockutils [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] Acquiring lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.460047] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.460745] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54e60de4-7538-4216-97ad-cb1a82953edb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.496057] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.496299] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.496548] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Deleting the datastore file [datastore1] 83c98adf-e50f-4908-b1fe-c42c7a2568cf {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.496766] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdaba7f4-bf76-4b3b-b27c-30431ea1bbe2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.506571] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 740.506571] env[69481]: value = "task-3263699" [ 740.506571] env[69481]: _type = "Task" [ 740.506571] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.510572] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4b07bcae-90c3-4ff4-948d-0aead126d0b6 tempest-ImagesOneServerTestJSON-124509295 tempest-ImagesOneServerTestJSON-124509295-project-member] Lock "995a6972-c2c5-4559-bec6-b5de4ed09a61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.449s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.521234] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.565389] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "c299fcb9-93a7-418b-afc3-fd10ba330c44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.565693] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "c299fcb9-93a7-418b-afc3-fd10ba330c44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.566231] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "c299fcb9-93a7-418b-afc3-fd10ba330c44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.566231] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "c299fcb9-93a7-418b-afc3-fd10ba330c44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.566354] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "c299fcb9-93a7-418b-afc3-fd10ba330c44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.568326] env[69481]: INFO nova.compute.manager [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Terminating instance [ 740.726392] env[69481]: DEBUG nova.network.neutron [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.799981] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263697, 'name': Rename_Task, 'duration_secs': 0.250351} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.800533] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.800533] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eeb11ad-59c0-43a8-91f7-f8a924b8446c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.812022] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for the task: (returnval){ [ 740.812022] env[69481]: value = "task-3263700" [ 740.812022] env[69481]: _type = "Task" [ 740.812022] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.819845] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.865560] env[69481]: DEBUG nova.compute.manager [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Instance disappeared during snapshot {{(pid=69481) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 740.885195] env[69481]: DEBUG nova.compute.manager [None req-5997e046-a9b5-4942-8487-b09f0846bc74 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Image not found during clean up 83e3d116-955b-4d32-b061-f0a2e0765823 {{(pid=69481) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 740.949472] env[69481]: DEBUG nova.objects.base [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 740.950806] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c25d913-f3bf-45bd-8669-8b49f7abad3d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.987847] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9694a49-a8f7-4a21-aadd-156c1661cb14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.995026] env[69481]: DEBUG oslo_vmware.api [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 740.995026] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d2d690-343f-ad5c-d9ab-822bbc42add9" [ 740.995026] env[69481]: _type = "Task" [ 740.995026] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.009407] env[69481]: DEBUG oslo_vmware.api [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d2d690-343f-ad5c-d9ab-822bbc42add9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.018576] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367706} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.018787] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.019568] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.023114] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.073748] env[69481]: DEBUG nova.compute.manager [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.073971] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.074891] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8f19df-10cf-4b0a-91df-f9b92db24502 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.087608] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.087921] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f2a5646-be3c-44ca-aa34-fd2bfc7e2884 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.118565] env[69481]: DEBUG nova.network.neutron [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Updating instance_info_cache with network_info: [{"id": "1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0", "address": "fa:16:3e:0b:3a:bb", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a29ffb5-9b", "ovs_interfaceid": "1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.165040] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.165040] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.165040] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleting the datastore file [datastore2] c299fcb9-93a7-418b-afc3-fd10ba330c44 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.165040] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e1197a4-d51a-449d-aa2b-4f554041b7a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.177348] env[69481]: DEBUG oslo_vmware.api [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 741.177348] env[69481]: value = "task-3263702" [ 741.177348] env[69481]: _type = "Task" [ 741.177348] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.187775] env[69481]: DEBUG oslo_vmware.api [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.322837] env[69481]: DEBUG oslo_vmware.api [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263700, 'name': PowerOnVM_Task, 'duration_secs': 0.507721} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.324946] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.325377] env[69481]: INFO nova.compute.manager [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Took 8.70 seconds to spawn the instance on the hypervisor. [ 741.325702] env[69481]: DEBUG nova.compute.manager [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.328030] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca27d584-2835-4674-9d20-54049cbb60f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.412702] env[69481]: DEBUG nova.network.neutron [-] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.425285] env[69481]: DEBUG nova.network.neutron [-] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.511493] env[69481]: DEBUG oslo_vmware.api [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d2d690-343f-ad5c-d9ab-822bbc42add9, 'name': SearchDatastore_Task, 'duration_secs': 0.012455} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.511493] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.531790] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ef86cc-33c9-4932-9b20-6f2504f098ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.544922] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ce80e3-63af-43b7-bcf0-1ef1420e2ae0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.587491] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4c0378-45dc-4afd-8872-3c4bf8a053cf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.598705] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d348776-bf0a-4055-ba7b-e0be48d1f32a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.619673] env[69481]: DEBUG nova.compute.provider_tree [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.626020] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Releasing lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.626020] env[69481]: DEBUG nova.compute.manager [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Instance network_info: |[{"id": "1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0", "address": "fa:16:3e:0b:3a:bb", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a29ffb5-9b", "ovs_interfaceid": "1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.626020] env[69481]: DEBUG oslo_concurrency.lockutils [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] Acquired lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.626020] env[69481]: DEBUG nova.network.neutron [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Refreshing network info cache for port 1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.626020] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:3a:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.634837] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.638794] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.639282] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8794e4e6-9527-44c4-b826-d12630202c73 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.664268] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.664268] env[69481]: value = "task-3263703" [ 741.664268] env[69481]: _type = "Task" [ 741.664268] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.674893] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263703, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.691918] env[69481]: DEBUG oslo_vmware.api [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426177} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.691918] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.691918] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.691918] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.691918] env[69481]: INFO nova.compute.manager [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Took 0.62 seconds to destroy the instance on the hypervisor. [ 741.691918] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.691918] env[69481]: DEBUG nova.compute.manager [-] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.691918] env[69481]: DEBUG nova.network.neutron [-] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.851913] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "de29d366-5596-4109-9b46-3628b86684de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.852515] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "de29d366-5596-4109-9b46-3628b86684de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.858719] env[69481]: INFO nova.compute.manager [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Took 42.48 seconds to build instance. [ 741.917410] env[69481]: INFO nova.compute.manager [-] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Took 1.81 seconds to deallocate network for instance. [ 741.932836] env[69481]: INFO nova.compute.manager [-] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Took 2.94 seconds to deallocate network for instance. [ 742.061747] env[69481]: DEBUG nova.virt.hardware [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.061747] env[69481]: DEBUG nova.virt.hardware [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.061973] env[69481]: DEBUG nova.virt.hardware [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.062072] env[69481]: DEBUG nova.virt.hardware [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.062482] env[69481]: DEBUG nova.virt.hardware [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.062482] env[69481]: DEBUG nova.virt.hardware [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.063070] env[69481]: DEBUG nova.virt.hardware [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.063070] env[69481]: DEBUG nova.virt.hardware [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.063070] env[69481]: DEBUG nova.virt.hardware [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.063070] env[69481]: DEBUG nova.virt.hardware [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.063299] env[69481]: DEBUG nova.virt.hardware [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.064191] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84388e4-fd0e-4661-924f-ad100279a077 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.073652] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46f633a-5758-42aa-b84f-e22803d8bcde {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.088663] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.094377] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.097222] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.097488] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7106b394-ff88-476e-a0a3-8035da4408ed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.116393] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.116393] env[69481]: value = "task-3263704" [ 742.116393] env[69481]: _type = "Task" [ 742.116393] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.123426] env[69481]: DEBUG nova.scheduler.client.report [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.130278] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263704, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.177336] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263703, 'name': CreateVM_Task, 'duration_secs': 0.368189} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.177489] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.179174] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.179174] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.179174] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.179174] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311b97ec-2a2c-44cd-b111-9d513981a72b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.185290] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 742.185290] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]524e9529-d41e-47df-bf9f-b50d74896636" [ 742.185290] env[69481]: _type = "Task" [ 742.185290] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.199764] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524e9529-d41e-47df-bf9f-b50d74896636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.323747] env[69481]: DEBUG nova.network.neutron [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Updated VIF entry in instance network info cache for port 1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.323917] env[69481]: DEBUG nova.network.neutron [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Updating instance_info_cache with network_info: [{"id": "1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0", "address": "fa:16:3e:0b:3a:bb", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a29ffb5-9b", "ovs_interfaceid": "1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.362793] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c4be89f9-4029-4bec-a678-a4c1760b77ea tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.629s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.426078] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.441455] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.541482] env[69481]: DEBUG nova.compute.manager [req-838222be-1324-44de-a8c8-dc8a36520c38 req-8b8f7947-2d06-42c3-ae18-be534ef7f800 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received event network-vif-deleted-ad93ee18-4c65-4724-87bc-342370454952 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.541690] env[69481]: DEBUG nova.compute.manager [req-838222be-1324-44de-a8c8-dc8a36520c38 req-8b8f7947-2d06-42c3-ae18-be534ef7f800 service nova] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Received event network-vif-deleted-cfd08030-b9d5-4cfa-b694-5b9b881d6158 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.541861] env[69481]: DEBUG nova.compute.manager [req-838222be-1324-44de-a8c8-dc8a36520c38 req-8b8f7947-2d06-42c3-ae18-be534ef7f800 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received event network-vif-deleted-2839b81d-41e7-42de-9794-4bd6dad50d95 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.542039] env[69481]: DEBUG nova.compute.manager [req-838222be-1324-44de-a8c8-dc8a36520c38 req-8b8f7947-2d06-42c3-ae18-be534ef7f800 service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Received event network-vif-deleted-f4bbcaf0-7bd5-41ab-bb8d-50246352aa04 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.542204] env[69481]: INFO nova.compute.manager [req-838222be-1324-44de-a8c8-dc8a36520c38 req-8b8f7947-2d06-42c3-ae18-be534ef7f800 service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Neutron deleted interface f4bbcaf0-7bd5-41ab-bb8d-50246352aa04; detaching it from the instance and deleting it from the info cache [ 742.542366] env[69481]: DEBUG nova.network.neutron [req-838222be-1324-44de-a8c8-dc8a36520c38 req-8b8f7947-2d06-42c3-ae18-be534ef7f800 service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.631831] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.632646] env[69481]: DEBUG nova.compute.manager [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.634809] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263704, 'name': CreateVM_Task, 'duration_secs': 0.396326} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.635100] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.147s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.636779] env[69481]: INFO nova.compute.claims [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.640434] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.641730] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.641730] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.641730] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.641962] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a49774c-a2e5-4b5c-a94d-26234b9f01c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.647931] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 742.647931] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d531d5-3879-7ddf-ee2c-d71cd9a78758" [ 742.647931] env[69481]: _type = "Task" [ 742.647931] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.657764] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d531d5-3879-7ddf-ee2c-d71cd9a78758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.706545] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524e9529-d41e-47df-bf9f-b50d74896636, 'name': SearchDatastore_Task, 'duration_secs': 0.012243} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.707345] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.707847] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.707847] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.707994] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.708194] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.708689] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7af4dffd-4092-493e-b28a-b3803ef8a164 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.720405] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.720678] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.721690] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f423cf4-a3e7-43cc-b492-d0b475c78137 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.729386] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 742.729386] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52904722-9ca9-f32e-2634-da439f8ad82e" [ 742.729386] env[69481]: _type = "Task" [ 742.729386] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.738963] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52904722-9ca9-f32e-2634-da439f8ad82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.827865] env[69481]: DEBUG oslo_concurrency.lockutils [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] Releasing lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.828172] env[69481]: DEBUG nova.compute.manager [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Received event network-vif-deleted-f3fa46c1-ea55-4931-93e6-0c4e268045c3 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.828362] env[69481]: INFO nova.compute.manager [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Neutron deleted interface f3fa46c1-ea55-4931-93e6-0c4e268045c3; detaching it from the instance and deleting it from the info cache [ 742.828668] env[69481]: DEBUG nova.network.neutron [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Updating instance_info_cache with network_info: [{"id": "2839b81d-41e7-42de-9794-4bd6dad50d95", "address": "fa:16:3e:d7:d4:33", "network": {"id": "2874263b-93a0-4210-a302-b1ca828ebd91", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1890113612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839b81d-41", "ovs_interfaceid": "2839b81d-41e7-42de-9794-4bd6dad50d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad93ee18-4c65-4724-87bc-342370454952", "address": "fa:16:3e:b9:74:39", "network": {"id": "69a5c5a2-b4ea-42ef-b402-c4f0934d271a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2054140646", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad93ee18-4c", "ovs_interfaceid": "ad93ee18-4c65-4724-87bc-342370454952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.844365] env[69481]: DEBUG nova.network.neutron [-] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.867411] env[69481]: DEBUG nova.compute.manager [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.048969] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-268dd717-bbfc-46b6-8415-9bb3af803907 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.057987] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ae2334-f540-467c-894e-7bffe46d73bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.096881] env[69481]: DEBUG nova.compute.manager [req-838222be-1324-44de-a8c8-dc8a36520c38 req-8b8f7947-2d06-42c3-ae18-be534ef7f800 service nova] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Detach interface failed, port_id=f4bbcaf0-7bd5-41ab-bb8d-50246352aa04, reason: Instance c299fcb9-93a7-418b-afc3-fd10ba330c44 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 743.145469] env[69481]: DEBUG nova.compute.utils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.147768] env[69481]: DEBUG nova.compute.manager [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.148092] env[69481]: DEBUG nova.network.neutron [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.164404] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d531d5-3879-7ddf-ee2c-d71cd9a78758, 'name': SearchDatastore_Task, 'duration_secs': 0.013729} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.165708] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.165955] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.166246] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.166403] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.166582] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.167104] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd79abff-ebcd-422d-af18-54d4f6c8d751 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.179761] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.180012] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.180818] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0c7ba4-72e4-45f5-a23f-635524a946cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.190181] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 743.190181] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522786b0-c9d6-b692-c6ce-31dd5b39326a" [ 743.190181] env[69481]: _type = "Task" [ 743.190181] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.197180] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquiring lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.197456] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.197664] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquiring lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.197851] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.198035] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.203508] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522786b0-c9d6-b692-c6ce-31dd5b39326a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.204029] env[69481]: INFO nova.compute.manager [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Terminating instance [ 743.241615] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52904722-9ca9-f32e-2634-da439f8ad82e, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.242447] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e08c4e-ba81-420c-8c36-3b9414d52fc7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.248479] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 743.248479] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]520c7040-2293-3eb4-d664-1c26504456be" [ 743.248479] env[69481]: _type = "Task" [ 743.248479] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.258734] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520c7040-2293-3eb4-d664-1c26504456be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.260723] env[69481]: DEBUG nova.policy [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aabbc48988541c0a4aeef2e422165a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78bfc183fb664dc9bdd76d3573888de4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.332888] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba0ea90d-7dd6-4c08-844b-eb4292e3de88 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.342765] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd85e6c8-67c7-467f-abc1-1fca5deb3e10 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.355457] env[69481]: INFO nova.compute.manager [-] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Took 1.66 seconds to deallocate network for instance. [ 743.391434] env[69481]: DEBUG nova.compute.manager [req-43750172-a4d8-4041-adf6-a4489ba2025e req-088b9f95-6053-44a4-8d8a-c241bab64bc7 service nova] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Detach interface failed, port_id=f3fa46c1-ea55-4931-93e6-0c4e268045c3, reason: Instance ed30ff05-dd61-418f-848a-45ff94fac298 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 743.418285] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.654500] env[69481]: DEBUG nova.compute.manager [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.710025] env[69481]: DEBUG nova.compute.manager [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.711116] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.711452] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522786b0-c9d6-b692-c6ce-31dd5b39326a, 'name': SearchDatastore_Task, 'duration_secs': 0.028905} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.717571] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee49d46b-0bea-4196-bb5e-0b45b9a8622e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.721407] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd2514c-f373-41c4-8d4a-df1e5cfb486b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.728152] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 743.728152] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5231f696-fbff-df64-e475-2bc36780988e" [ 743.728152] env[69481]: _type = "Task" [ 743.728152] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.731161] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.734177] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36fc8a36-cdd1-4e9d-a0e7-70f0edf5c6a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.746489] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5231f696-fbff-df64-e475-2bc36780988e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.748955] env[69481]: DEBUG nova.network.neutron [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Successfully created port: 0fa3f4ce-5211-4839-9651-c76e07211ac3 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.751180] env[69481]: DEBUG oslo_vmware.api [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for the task: (returnval){ [ 743.751180] env[69481]: value = "task-3263705" [ 743.751180] env[69481]: _type = "Task" [ 743.751180] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.769912] env[69481]: DEBUG oslo_vmware.api [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.773848] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520c7040-2293-3eb4-d664-1c26504456be, 'name': SearchDatastore_Task, 'duration_secs': 0.032028} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.777465] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.777804] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a4700b2f-00f1-49aa-af3d-8045c6f6a797/a4700b2f-00f1-49aa-af3d-8045c6f6a797.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.778187] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c07886-bcef-479a-80f0-c161fd4263d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.787290] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 743.787290] env[69481]: value = "task-3263706" [ 743.787290] env[69481]: _type = "Task" [ 743.787290] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.797405] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.865134] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.251313] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5231f696-fbff-df64-e475-2bc36780988e, 'name': SearchDatastore_Task, 'duration_secs': 0.018385} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.255122] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.255122] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 83c98adf-e50f-4908-b1fe-c42c7a2568cf/83c98adf-e50f-4908-b1fe-c42c7a2568cf.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.255122] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c771d9e2-6155-4644-9864-d50854967c9c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.268750] env[69481]: DEBUG oslo_vmware.api [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263705, 'name': PowerOffVM_Task, 'duration_secs': 0.222223} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.270366] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.270673] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.271020] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 744.271020] env[69481]: value = "task-3263707" [ 744.271020] env[69481]: _type = "Task" [ 744.271020] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.271851] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e727135-1fed-48b9-acc8-2894c1891dcc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.276129] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5d283bd-8f09-4c1a-9f64-cdcf0dff8983 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.289890] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca0652-6eb3-497d-849d-c19887016d5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.293375] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.308438] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquiring lock "516b18ca-fe00-4836-9f5f-c313deab2eb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.308730] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Lock "516b18ca-fe00-4836-9f5f-c313deab2eb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.342132] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511263} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.343244] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fe2409-f4bf-4796-af94-16b252e7c3ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.346688] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a4700b2f-00f1-49aa-af3d-8045c6f6a797/a4700b2f-00f1-49aa-af3d-8045c6f6a797.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.346688] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.347363] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db2109cf-fe2e-4b68-8fb8-7f9f4f524c7d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.353936] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.354159] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.354332] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Deleting the datastore file [datastore1] a0978186-2fc8-4763-ae5a-b70e5a8e8b28 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.357027] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a49a98e3-8965-407c-b0ca-e28ceb889f8d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.362028] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04381cc8-07a7-4f99-a660-222bffb957d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.365345] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 744.365345] env[69481]: value = "task-3263709" [ 744.365345] env[69481]: _type = "Task" [ 744.365345] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.377813] env[69481]: DEBUG nova.compute.provider_tree [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.380811] env[69481]: DEBUG oslo_vmware.api [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for the task: (returnval){ [ 744.380811] env[69481]: value = "task-3263710" [ 744.380811] env[69481]: _type = "Task" [ 744.380811] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.387856] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.394796] env[69481]: DEBUG oslo_vmware.api [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.675183] env[69481]: DEBUG nova.compute.manager [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.705350] env[69481]: DEBUG nova.virt.hardware [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.705632] env[69481]: DEBUG nova.virt.hardware [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.705827] env[69481]: DEBUG nova.virt.hardware [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.706260] env[69481]: DEBUG nova.virt.hardware [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.706396] env[69481]: DEBUG nova.virt.hardware [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.706596] env[69481]: DEBUG nova.virt.hardware [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.706935] env[69481]: DEBUG nova.virt.hardware [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.707070] env[69481]: DEBUG nova.virt.hardware [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.707295] env[69481]: DEBUG nova.virt.hardware [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.707524] env[69481]: DEBUG nova.virt.hardware [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.707761] env[69481]: DEBUG nova.virt.hardware [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.708838] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65e7f29-53c9-44ae-a70a-85b1e922f44c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.721032] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c61a52-14a0-4384-93e7-f4fa32251a3e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.786836] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474065} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.788030] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 83c98adf-e50f-4908-b1fe-c42c7a2568cf/83c98adf-e50f-4908-b1fe-c42c7a2568cf.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.788030] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.788030] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-391de5a7-0229-4328-977a-097032a54e3d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.795755] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 744.795755] env[69481]: value = "task-3263711" [ 744.795755] env[69481]: _type = "Task" [ 744.795755] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.803937] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.877996] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084244} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.877996] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.878826] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323ab86d-9a52-4df3-8988-9a1e313fa7f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.882628] env[69481]: DEBUG nova.scheduler.client.report [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.911059] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] a4700b2f-00f1-49aa-af3d-8045c6f6a797/a4700b2f-00f1-49aa-af3d-8045c6f6a797.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.915984] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de09b11-2006-4b4d-a8ca-bb477bf37577 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.929704] env[69481]: DEBUG oslo_vmware.api [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Task: {'id': task-3263710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240138} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.929966] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.930161] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.930339] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.930509] env[69481]: INFO nova.compute.manager [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Took 1.22 seconds to destroy the instance on the hypervisor. [ 744.930748] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.931342] env[69481]: DEBUG nova.compute.manager [-] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.931443] env[69481]: DEBUG nova.network.neutron [-] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.939916] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 744.939916] env[69481]: value = "task-3263712" [ 744.939916] env[69481]: _type = "Task" [ 744.939916] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.950009] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.307987] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.390406] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.390966] env[69481]: DEBUG nova.compute.manager [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.393890] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.451s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.395477] env[69481]: INFO nova.compute.claims [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.450559] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263712, 'name': ReconfigVM_Task, 'duration_secs': 0.294197} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.450861] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Reconfigured VM instance instance-00000020 to attach disk [datastore1] a4700b2f-00f1-49aa-af3d-8045c6f6a797/a4700b2f-00f1-49aa-af3d-8045c6f6a797.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.451504] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1444b82-69ee-4d5d-9114-2c39d852c77a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.459914] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 745.459914] env[69481]: value = "task-3263713" [ 745.459914] env[69481]: _type = "Task" [ 745.459914] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.469525] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263713, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.472049] env[69481]: DEBUG nova.compute.manager [req-df03dddd-ddf4-4b86-a6d8-0d656aeae71f req-1e976134-5743-4662-870d-77e22a14be9f service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Received event network-vif-deleted-3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.472438] env[69481]: INFO nova.compute.manager [req-df03dddd-ddf4-4b86-a6d8-0d656aeae71f req-1e976134-5743-4662-870d-77e22a14be9f service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Neutron deleted interface 3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4; detaching it from the instance and deleting it from the info cache [ 745.472580] env[69481]: DEBUG nova.network.neutron [req-df03dddd-ddf4-4b86-a6d8-0d656aeae71f req-1e976134-5743-4662-870d-77e22a14be9f service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.730686] env[69481]: DEBUG nova.network.neutron [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Successfully updated port: 0fa3f4ce-5211-4839-9651-c76e07211ac3 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.811547] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.715415} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.811984] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.813539] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81267a2a-8edd-42fd-813f-dfb74cbc8840 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.834979] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 83c98adf-e50f-4908-b1fe-c42c7a2568cf/83c98adf-e50f-4908-b1fe-c42c7a2568cf.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.835335] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35699a2b-0bc1-4838-b787-64a8f9a1e382 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.857164] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 745.857164] env[69481]: value = "task-3263714" [ 745.857164] env[69481]: _type = "Task" [ 745.857164] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.866530] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.894588] env[69481]: DEBUG nova.network.neutron [-] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.900549] env[69481]: DEBUG nova.compute.utils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.904019] env[69481]: DEBUG nova.compute.manager [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.904235] env[69481]: DEBUG nova.network.neutron [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.956854] env[69481]: DEBUG nova.policy [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eef865898bc94c3597370cea62524f8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6adb518713a4a43926d1660cd8b1ada', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.970071] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263713, 'name': Rename_Task, 'duration_secs': 0.145975} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.970339] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.970579] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c8cc89-e21a-45a8-893d-7fffa316ade1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.975824] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70df97a2-8284-40e9-b973-b12d801d4917 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.979147] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 745.979147] env[69481]: value = "task-3263715" [ 745.979147] env[69481]: _type = "Task" [ 745.979147] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.986774] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8adc022-166b-497a-9a20-d3e2539d3722 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.000434] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.027143] env[69481]: DEBUG nova.compute.manager [req-df03dddd-ddf4-4b86-a6d8-0d656aeae71f req-1e976134-5743-4662-870d-77e22a14be9f service nova] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Detach interface failed, port_id=3ffbc5b4-dd99-4d36-9e52-7eca3c5a2fb4, reason: Instance a0978186-2fc8-4763-ae5a-b70e5a8e8b28 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 746.234271] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.234443] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquired lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.234605] env[69481]: DEBUG nova.network.neutron [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.370019] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263714, 'name': ReconfigVM_Task, 'duration_secs': 0.280373} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.370019] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 83c98adf-e50f-4908-b1fe-c42c7a2568cf/83c98adf-e50f-4908-b1fe-c42c7a2568cf.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.370019] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a253b139-7eee-4bf6-b1ed-5b29fa2d7d69 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.377855] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 746.377855] env[69481]: value = "task-3263716" [ 746.377855] env[69481]: _type = "Task" [ 746.377855] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.389944] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263716, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.399587] env[69481]: INFO nova.compute.manager [-] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Took 1.47 seconds to deallocate network for instance. [ 746.406693] env[69481]: DEBUG nova.compute.manager [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.499264] env[69481]: DEBUG oslo_vmware.api [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263715, 'name': PowerOnVM_Task, 'duration_secs': 0.460373} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.500045] env[69481]: DEBUG nova.network.neutron [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Successfully created port: 5876f07a-c137-4507-81c8-e9a59e6496c7 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.504334] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.504528] env[69481]: INFO nova.compute.manager [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Took 8.93 seconds to spawn the instance on the hypervisor. [ 746.504710] env[69481]: DEBUG nova.compute.manager [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.506053] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceef9d50-7aa6-4afe-9918-196a69a98b47 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.808457] env[69481]: DEBUG nova.network.neutron [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.891822] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263716, 'name': Rename_Task, 'duration_secs': 0.294588} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.892201] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.892589] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-043b426e-a54e-402a-b36f-c156b09dd352 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.901632] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 746.901632] env[69481]: value = "task-3263717" [ 746.901632] env[69481]: _type = "Task" [ 746.901632] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.910378] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.921172] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.964549] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c5f726-af18-42c3-ab45-881a8deeffe7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.976221] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303fa4ad-9376-4cd6-bcd5-499b3ddb156c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.017595] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552adb46-0b6d-4f40-9972-d548a72366c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.032414] env[69481]: INFO nova.compute.manager [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Took 45.59 seconds to build instance. [ 747.039763] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda12f50-2174-4e33-b944-d6fbe129567e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.061029] env[69481]: DEBUG nova.compute.provider_tree [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.167168] env[69481]: DEBUG nova.network.neutron [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Updating instance_info_cache with network_info: [{"id": "0fa3f4ce-5211-4839-9651-c76e07211ac3", "address": "fa:16:3e:9b:53:d3", "network": {"id": "5a8e2772-b949-490d-9266-943d022943b8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650399717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78bfc183fb664dc9bdd76d3573888de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa3f4ce-52", "ovs_interfaceid": "0fa3f4ce-5211-4839-9651-c76e07211ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.413565] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263717, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.424124] env[69481]: DEBUG nova.compute.manager [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.451542] env[69481]: DEBUG nova.virt.hardware [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.451799] env[69481]: DEBUG nova.virt.hardware [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.451956] env[69481]: DEBUG nova.virt.hardware [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.452163] env[69481]: DEBUG nova.virt.hardware [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.452310] env[69481]: DEBUG nova.virt.hardware [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.452457] env[69481]: DEBUG nova.virt.hardware [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.452660] env[69481]: DEBUG nova.virt.hardware [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.452819] env[69481]: DEBUG nova.virt.hardware [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.452983] env[69481]: DEBUG nova.virt.hardware [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.453170] env[69481]: DEBUG nova.virt.hardware [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.453335] env[69481]: DEBUG nova.virt.hardware [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.454219] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c74295-834c-42b2-9b62-d1d17d5da4d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.464309] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2408f602-f0b7-4864-a989-ec57ac3532ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.546737] env[69481]: DEBUG oslo_concurrency.lockutils [None req-60ae91fe-2ecb-4a1c-8fee-79f40a9c4f50 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.663s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.564175] env[69481]: DEBUG nova.scheduler.client.report [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.610608] env[69481]: DEBUG nova.compute.manager [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Received event network-vif-plugged-0fa3f4ce-5211-4839-9651-c76e07211ac3 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.610608] env[69481]: DEBUG oslo_concurrency.lockutils [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] Acquiring lock "5e338780-2cf4-436c-ae29-6225d56648fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.610608] env[69481]: DEBUG oslo_concurrency.lockutils [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] Lock "5e338780-2cf4-436c-ae29-6225d56648fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.610608] env[69481]: DEBUG oslo_concurrency.lockutils [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] Lock "5e338780-2cf4-436c-ae29-6225d56648fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.610608] env[69481]: DEBUG nova.compute.manager [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] No waiting events found dispatching network-vif-plugged-0fa3f4ce-5211-4839-9651-c76e07211ac3 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.610608] env[69481]: WARNING nova.compute.manager [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Received unexpected event network-vif-plugged-0fa3f4ce-5211-4839-9651-c76e07211ac3 for instance with vm_state building and task_state spawning. [ 747.610608] env[69481]: DEBUG nova.compute.manager [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Received event network-changed-0fa3f4ce-5211-4839-9651-c76e07211ac3 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.610608] env[69481]: DEBUG nova.compute.manager [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Refreshing instance network info cache due to event network-changed-0fa3f4ce-5211-4839-9651-c76e07211ac3. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.610958] env[69481]: DEBUG oslo_concurrency.lockutils [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] Acquiring lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.672469] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Releasing lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.672469] env[69481]: DEBUG nova.compute.manager [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Instance network_info: |[{"id": "0fa3f4ce-5211-4839-9651-c76e07211ac3", "address": "fa:16:3e:9b:53:d3", "network": {"id": "5a8e2772-b949-490d-9266-943d022943b8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650399717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78bfc183fb664dc9bdd76d3573888de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa3f4ce-52", "ovs_interfaceid": "0fa3f4ce-5211-4839-9651-c76e07211ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.672652] env[69481]: DEBUG oslo_concurrency.lockutils [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] Acquired lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.673014] env[69481]: DEBUG nova.network.neutron [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Refreshing network info cache for port 0fa3f4ce-5211-4839-9651-c76e07211ac3 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.673985] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:53:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fa3f4ce-5211-4839-9651-c76e07211ac3', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.681642] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Creating folder: Project (78bfc183fb664dc9bdd76d3573888de4). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.682453] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dc9baec-5e05-45b1-aa83-f3742916b879 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.695994] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Created folder: Project (78bfc183fb664dc9bdd76d3573888de4) in parent group-v651898. [ 747.696261] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Creating folder: Instances. Parent ref: group-v652006. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.696521] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65175868-a5c1-4564-9f9e-4d055227d910 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.710950] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Created folder: Instances in parent group-v652006. [ 747.710950] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.710950] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.710950] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81b998cb-9a2f-4cc2-b098-e0a9a4e7d499 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.733505] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.733505] env[69481]: value = "task-3263720" [ 747.733505] env[69481]: _type = "Task" [ 747.733505] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.742514] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263720, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.916788] env[69481]: DEBUG oslo_vmware.api [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263717, 'name': PowerOnVM_Task, 'duration_secs': 0.56219} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.917068] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.917417] env[69481]: DEBUG nova.compute.manager [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.918274] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d33cb4b-5fb5-40b2-b9d4-058aeaf776ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.052522] env[69481]: DEBUG nova.compute.manager [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.069470] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.069902] env[69481]: DEBUG nova.compute.manager [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.072631] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.337s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.072843] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.072964] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 748.073306] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.391s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.075727] env[69481]: INFO nova.compute.claims [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.082629] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62243213-da4d-42f4-9f3e-17c571da38ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.092312] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d374845-0252-42af-a863-fd943115023e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.111027] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc41b8b-9f24-4b7e-898e-d1d25e01b660 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.120934] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e6e0b5-c037-410d-8d6f-99dd0fe6ea65 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.153564] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179203MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 748.153794] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.245189] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263720, 'name': CreateVM_Task, 'duration_secs': 0.35994} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.245502] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.246101] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.246351] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.246623] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.246931] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92397441-1d07-4545-a3c6-dd1bfc525eef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.254163] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 748.254163] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f197fb-db0b-45a9-2779-bbda28742464" [ 748.254163] env[69481]: _type = "Task" [ 748.254163] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.269454] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f197fb-db0b-45a9-2779-bbda28742464, 'name': SearchDatastore_Task, 'duration_secs': 0.013088} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.269747] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.269978] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.270231] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.270377] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.270694] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.270817] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08592c06-c892-4dec-9cf2-ba9bff82077a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.284019] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.284019] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.284019] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea1a9d9-8ed5-43d5-9736-f950ecf5de7f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.288881] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 748.288881] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bea627-5e7e-cde6-f63b-68263b627728" [ 748.288881] env[69481]: _type = "Task" [ 748.288881] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.298130] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bea627-5e7e-cde6-f63b-68263b627728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.443882] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.584175] env[69481]: DEBUG nova.compute.utils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.591256] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.591724] env[69481]: DEBUG nova.compute.manager [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.591971] env[69481]: DEBUG nova.network.neutron [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.632163] env[69481]: DEBUG nova.network.neutron [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Updated VIF entry in instance network info cache for port 0fa3f4ce-5211-4839-9651-c76e07211ac3. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.632163] env[69481]: DEBUG nova.network.neutron [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Updating instance_info_cache with network_info: [{"id": "0fa3f4ce-5211-4839-9651-c76e07211ac3", "address": "fa:16:3e:9b:53:d3", "network": {"id": "5a8e2772-b949-490d-9266-943d022943b8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650399717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78bfc183fb664dc9bdd76d3573888de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa3f4ce-52", "ovs_interfaceid": "0fa3f4ce-5211-4839-9651-c76e07211ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.715166] env[69481]: DEBUG nova.policy [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '337b0670cc594396840412bb2e1b1fd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0b5b0b2ca3c4911a97c747c269e144c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.801351] env[69481]: DEBUG nova.network.neutron [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Successfully updated port: 5876f07a-c137-4507-81c8-e9a59e6496c7 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.804928] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bea627-5e7e-cde6-f63b-68263b627728, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.805996] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff417be6-b400-445b-9855-d88c373e4cba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.817401] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 748.817401] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ba7cf0-cfa9-d352-bdea-9763e9e5417a" [ 748.817401] env[69481]: _type = "Task" [ 748.817401] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.828478] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ba7cf0-cfa9-d352-bdea-9763e9e5417a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.103375] env[69481]: DEBUG nova.compute.manager [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.137619] env[69481]: DEBUG oslo_concurrency.lockutils [req-08bce7f3-1ef3-4f0c-9b12-b618009b6974 req-65c968f8-bd72-405f-8288-c40335c79702 service nova] Releasing lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.151632] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquiring lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.151889] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.261348] env[69481]: DEBUG nova.network.neutron [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Successfully created port: 876d23a7-7c37-439a-b7da-8def51756ed2 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.308129] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquiring lock "refresh_cache-1e853890-eff8-4c59-95f0-b1a81133b6f9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.308129] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquired lock "refresh_cache-1e853890-eff8-4c59-95f0-b1a81133b6f9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.308129] env[69481]: DEBUG nova.network.neutron [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.334976] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ba7cf0-cfa9-d352-bdea-9763e9e5417a, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.335659] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.336180] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 5e338780-2cf4-436c-ae29-6225d56648fa/5e338780-2cf4-436c-ae29-6225d56648fa.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.337048] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c08bbfb-ca43-4963-a256-c5a6806101c0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.348728] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 749.348728] env[69481]: value = "task-3263721" [ 749.348728] env[69481]: _type = "Task" [ 749.348728] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.360628] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.585382] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquiring lock "83c98adf-e50f-4908-b1fe-c42c7a2568cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.585759] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "83c98adf-e50f-4908-b1fe-c42c7a2568cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.585965] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquiring lock "83c98adf-e50f-4908-b1fe-c42c7a2568cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.586337] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "83c98adf-e50f-4908-b1fe-c42c7a2568cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.586519] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "83c98adf-e50f-4908-b1fe-c42c7a2568cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.589860] env[69481]: INFO nova.compute.manager [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Terminating instance [ 749.681402] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e0bc53-6821-4dd1-bd3c-1e4f569e4001 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.690805] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a922baab-78b3-4152-9ff3-cf76c9e06bab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.697141] env[69481]: DEBUG nova.compute.manager [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Received event network-changed-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.697337] env[69481]: DEBUG nova.compute.manager [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Refreshing instance network info cache due to event network-changed-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.697571] env[69481]: DEBUG oslo_concurrency.lockutils [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] Acquiring lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.697765] env[69481]: DEBUG oslo_concurrency.lockutils [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] Acquired lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.697926] env[69481]: DEBUG nova.network.neutron [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Refreshing network info cache for port 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.733225] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80a188f-2094-4cbc-a384-9915d2b18552 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.744171] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff937e7-a89c-473a-a92f-3cd56ccb239d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.762357] env[69481]: DEBUG nova.compute.provider_tree [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.854876] env[69481]: DEBUG nova.network.neutron [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.865366] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263721, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.041907] env[69481]: DEBUG nova.network.neutron [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Updating instance_info_cache with network_info: [{"id": "5876f07a-c137-4507-81c8-e9a59e6496c7", "address": "fa:16:3e:e5:71:3a", "network": {"id": "7e157f03-7182-477e-9b14-7b6a694e29d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-537391976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6adb518713a4a43926d1660cd8b1ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5876f07a-c1", "ovs_interfaceid": "5876f07a-c137-4507-81c8-e9a59e6496c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.096031] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquiring lock "refresh_cache-83c98adf-e50f-4908-b1fe-c42c7a2568cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.096031] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquired lock "refresh_cache-83c98adf-e50f-4908-b1fe-c42c7a2568cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.098240] env[69481]: DEBUG nova.network.neutron [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.119168] env[69481]: DEBUG nova.compute.manager [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.145039] env[69481]: DEBUG nova.virt.hardware [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.145336] env[69481]: DEBUG nova.virt.hardware [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.145502] env[69481]: DEBUG nova.virt.hardware [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.145683] env[69481]: DEBUG nova.virt.hardware [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.145828] env[69481]: DEBUG nova.virt.hardware [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.145972] env[69481]: DEBUG nova.virt.hardware [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.146322] env[69481]: DEBUG nova.virt.hardware [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.146487] env[69481]: DEBUG nova.virt.hardware [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.146658] env[69481]: DEBUG nova.virt.hardware [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.146819] env[69481]: DEBUG nova.virt.hardware [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.146987] env[69481]: DEBUG nova.virt.hardware [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.147849] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb5be25-cd49-48d1-a86a-3b794b7debc4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.157156] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fe6433-9997-461a-b165-7333ddb6a677 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.263225] env[69481]: DEBUG nova.compute.manager [req-a161eb1a-8cde-4017-9de9-0851a5ca3beb req-7e98ea47-e444-4b96-9a1a-1226003530c6 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Received event network-changed-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.263462] env[69481]: DEBUG nova.compute.manager [req-a161eb1a-8cde-4017-9de9-0851a5ca3beb req-7e98ea47-e444-4b96-9a1a-1226003530c6 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Refreshing instance network info cache due to event network-changed-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.263677] env[69481]: DEBUG oslo_concurrency.lockutils [req-a161eb1a-8cde-4017-9de9-0851a5ca3beb req-7e98ea47-e444-4b96-9a1a-1226003530c6 service nova] Acquiring lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.265948] env[69481]: DEBUG nova.scheduler.client.report [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.362035] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540226} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.362396] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 5e338780-2cf4-436c-ae29-6225d56648fa/5e338780-2cf4-436c-ae29-6225d56648fa.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.362620] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.362878] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc47e978-528d-4b13-9d9d-a340952556a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.371658] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 750.371658] env[69481]: value = "task-3263722" [ 750.371658] env[69481]: _type = "Task" [ 750.371658] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.385293] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.459540] env[69481]: DEBUG nova.network.neutron [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updated VIF entry in instance network info cache for port 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.460199] env[69481]: DEBUG nova.network.neutron [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updating instance_info_cache with network_info: [{"id": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "address": "fa:16:3e:f6:7a:59", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2612f51c-1f", "ovs_interfaceid": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.549105] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Releasing lock "refresh_cache-1e853890-eff8-4c59-95f0-b1a81133b6f9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.549105] env[69481]: DEBUG nova.compute.manager [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Instance network_info: |[{"id": "5876f07a-c137-4507-81c8-e9a59e6496c7", "address": "fa:16:3e:e5:71:3a", "network": {"id": "7e157f03-7182-477e-9b14-7b6a694e29d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-537391976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6adb518713a4a43926d1660cd8b1ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5876f07a-c1", "ovs_interfaceid": "5876f07a-c137-4507-81c8-e9a59e6496c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.549105] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:71:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5876f07a-c137-4507-81c8-e9a59e6496c7', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.561900] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Creating folder: Project (c6adb518713a4a43926d1660cd8b1ada). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.561900] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa732da1-6f9c-49c1-ab2f-4d4a638f37bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.574250] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Created folder: Project (c6adb518713a4a43926d1660cd8b1ada) in parent group-v651898. [ 750.574469] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Creating folder: Instances. Parent ref: group-v652009. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.574741] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb3fa8fc-d91f-40e4-a84a-df6289d3c6e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.588280] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Created folder: Instances in parent group-v652009. [ 750.588601] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.588813] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.589053] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d8e49b-e843-44d1-ae3d-92b69710d05b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.617053] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.617053] env[69481]: value = "task-3263725" [ 750.617053] env[69481]: _type = "Task" [ 750.617053] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.626028] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263725, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.648140] env[69481]: DEBUG nova.network.neutron [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.738075] env[69481]: DEBUG nova.network.neutron [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.771595] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.772143] env[69481]: DEBUG nova.compute.manager [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.774693] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.952s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.774882] env[69481]: DEBUG nova.objects.instance [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: ba59923e-442a-4444-b439-8083fddea082] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 750.882644] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.353717} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.882919] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.883727] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e63880d-6ad2-4822-aae7-74337c2ccba8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.907148] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 5e338780-2cf4-436c-ae29-6225d56648fa/5e338780-2cf4-436c-ae29-6225d56648fa.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.907482] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3afbc632-0fb6-4ff7-80b8-9924964384ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.926458] env[69481]: DEBUG nova.network.neutron [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Successfully updated port: 876d23a7-7c37-439a-b7da-8def51756ed2 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.935400] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 750.935400] env[69481]: value = "task-3263726" [ 750.935400] env[69481]: _type = "Task" [ 750.935400] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.947311] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.964229] env[69481]: DEBUG oslo_concurrency.lockutils [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] Releasing lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.964528] env[69481]: DEBUG nova.compute.manager [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Received event network-vif-plugged-5876f07a-c137-4507-81c8-e9a59e6496c7 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.965189] env[69481]: DEBUG oslo_concurrency.lockutils [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] Acquiring lock "1e853890-eff8-4c59-95f0-b1a81133b6f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.965189] env[69481]: DEBUG oslo_concurrency.lockutils [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] Lock "1e853890-eff8-4c59-95f0-b1a81133b6f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.965189] env[69481]: DEBUG oslo_concurrency.lockutils [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] Lock "1e853890-eff8-4c59-95f0-b1a81133b6f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.965404] env[69481]: DEBUG nova.compute.manager [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] No waiting events found dispatching network-vif-plugged-5876f07a-c137-4507-81c8-e9a59e6496c7 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.965478] env[69481]: WARNING nova.compute.manager [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Received unexpected event network-vif-plugged-5876f07a-c137-4507-81c8-e9a59e6496c7 for instance with vm_state building and task_state spawning. [ 750.965646] env[69481]: DEBUG nova.compute.manager [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Received event network-changed-5876f07a-c137-4507-81c8-e9a59e6496c7 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.965800] env[69481]: DEBUG nova.compute.manager [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Refreshing instance network info cache due to event network-changed-5876f07a-c137-4507-81c8-e9a59e6496c7. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.965981] env[69481]: DEBUG oslo_concurrency.lockutils [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] Acquiring lock "refresh_cache-1e853890-eff8-4c59-95f0-b1a81133b6f9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.966134] env[69481]: DEBUG oslo_concurrency.lockutils [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] Acquired lock "refresh_cache-1e853890-eff8-4c59-95f0-b1a81133b6f9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.966292] env[69481]: DEBUG nova.network.neutron [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Refreshing network info cache for port 5876f07a-c137-4507-81c8-e9a59e6496c7 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.967629] env[69481]: DEBUG oslo_concurrency.lockutils [req-a161eb1a-8cde-4017-9de9-0851a5ca3beb req-7e98ea47-e444-4b96-9a1a-1226003530c6 service nova] Acquired lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.967712] env[69481]: DEBUG nova.network.neutron [req-a161eb1a-8cde-4017-9de9-0851a5ca3beb req-7e98ea47-e444-4b96-9a1a-1226003530c6 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Refreshing network info cache for port 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.128655] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263725, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.240662] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Releasing lock "refresh_cache-83c98adf-e50f-4908-b1fe-c42c7a2568cf" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.241112] env[69481]: DEBUG nova.compute.manager [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.245020] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.245020] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d91ae9-d45d-4682-86b8-06463ca4f109 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.256437] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.256437] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4cdb65d-2fb8-4b7f-ba95-fc8961b8469c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.264400] env[69481]: DEBUG oslo_vmware.api [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 751.264400] env[69481]: value = "task-3263727" [ 751.264400] env[69481]: _type = "Task" [ 751.264400] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.273390] env[69481]: DEBUG oslo_vmware.api [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.283451] env[69481]: DEBUG nova.compute.utils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.285066] env[69481]: DEBUG nova.compute.manager [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.285222] env[69481]: DEBUG nova.network.neutron [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.348836] env[69481]: DEBUG nova.policy [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab78b56a966043deb13bfb09d582f92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '156959a73af44524b2e83db967938cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.430223] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "refresh_cache-584cd2c9-73b0-4bae-9ec1-55c2366a566b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.430223] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquired lock "refresh_cache-584cd2c9-73b0-4bae-9ec1-55c2366a566b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.430223] env[69481]: DEBUG nova.network.neutron [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.447905] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263726, 'name': ReconfigVM_Task, 'duration_secs': 0.406581} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.447905] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 5e338780-2cf4-436c-ae29-6225d56648fa/5e338780-2cf4-436c-ae29-6225d56648fa.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.447905] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07114ff2-a62e-4208-8ef0-550a35051655 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.454748] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 751.454748] env[69481]: value = "task-3263728" [ 751.454748] env[69481]: _type = "Task" [ 751.454748] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.463558] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263728, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.634102] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263725, 'name': CreateVM_Task, 'duration_secs': 0.587714} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.634102] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.634860] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.635144] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.635775] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.636567] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3430f7e8-135c-43dc-b5cc-4d82021eddb4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.642069] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for the task: (returnval){ [ 751.642069] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52fd7e9e-c3cb-3efd-fbd3-ae7debb649a9" [ 751.642069] env[69481]: _type = "Task" [ 751.642069] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.650686] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fd7e9e-c3cb-3efd-fbd3-ae7debb649a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.775882] env[69481]: DEBUG oslo_vmware.api [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263727, 'name': PowerOffVM_Task, 'duration_secs': 0.189995} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.776311] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.776610] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.777073] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3291d056-9174-48a2-afdb-3da85c894498 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.786111] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fe27fcb-67a4-497d-9c54-b8ca43e7f25f tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.789152] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.360s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.789152] env[69481]: INFO nova.compute.claims [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.791941] env[69481]: DEBUG nova.compute.manager [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.809258] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.809258] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.809258] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Deleting the datastore file [datastore2] 83c98adf-e50f-4908-b1fe-c42c7a2568cf {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.809258] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8d9e9d1-966d-4a30-9bca-559074f0f43c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.812124] env[69481]: DEBUG nova.compute.manager [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Received event network-vif-plugged-876d23a7-7c37-439a-b7da-8def51756ed2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.812737] env[69481]: DEBUG oslo_concurrency.lockutils [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] Acquiring lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.813065] env[69481]: DEBUG oslo_concurrency.lockutils [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] Lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.813377] env[69481]: DEBUG oslo_concurrency.lockutils [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] Lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.813657] env[69481]: DEBUG nova.compute.manager [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] No waiting events found dispatching network-vif-plugged-876d23a7-7c37-439a-b7da-8def51756ed2 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.813921] env[69481]: WARNING nova.compute.manager [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Received unexpected event network-vif-plugged-876d23a7-7c37-439a-b7da-8def51756ed2 for instance with vm_state building and task_state spawning. [ 751.814194] env[69481]: DEBUG nova.compute.manager [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Received event network-changed-876d23a7-7c37-439a-b7da-8def51756ed2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.814478] env[69481]: DEBUG nova.compute.manager [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Refreshing instance network info cache due to event network-changed-876d23a7-7c37-439a-b7da-8def51756ed2. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.814757] env[69481]: DEBUG oslo_concurrency.lockutils [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] Acquiring lock "refresh_cache-584cd2c9-73b0-4bae-9ec1-55c2366a566b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.822140] env[69481]: DEBUG oslo_vmware.api [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for the task: (returnval){ [ 751.822140] env[69481]: value = "task-3263730" [ 751.822140] env[69481]: _type = "Task" [ 751.822140] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.832934] env[69481]: DEBUG oslo_vmware.api [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.967663] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263728, 'name': Rename_Task, 'duration_secs': 0.170901} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.968241] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.968603] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e70c7e8c-597f-4d76-874d-b3ab4f9c87b3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.975514] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 751.975514] env[69481]: value = "task-3263731" [ 751.975514] env[69481]: _type = "Task" [ 751.975514] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.985122] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.985984] env[69481]: DEBUG nova.network.neutron [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.153752] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fd7e9e-c3cb-3efd-fbd3-ae7debb649a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.154212] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.154548] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.154968] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.155452] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.155742] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.158647] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e463d808-af16-4418-8361-d94f26d7833f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.172112] env[69481]: DEBUG nova.network.neutron [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Updating instance_info_cache with network_info: [{"id": "876d23a7-7c37-439a-b7da-8def51756ed2", "address": "fa:16:3e:99:64:c1", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d23a7-7c", "ovs_interfaceid": "876d23a7-7c37-439a-b7da-8def51756ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.172112] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.172112] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.173206] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21fbb85-496e-4733-8bf0-72f407f87fc9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.179231] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for the task: (returnval){ [ 752.179231] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52eb3855-2570-f17c-40dd-e27ca66bfff8" [ 752.179231] env[69481]: _type = "Task" [ 752.179231] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.188545] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52eb3855-2570-f17c-40dd-e27ca66bfff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.332012] env[69481]: DEBUG oslo_vmware.api [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Task: {'id': task-3263730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102142} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.335194] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.335194] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.335194] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.335194] env[69481]: INFO nova.compute.manager [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Took 1.09 seconds to destroy the instance on the hypervisor. [ 752.335194] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.335194] env[69481]: DEBUG nova.compute.manager [-] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.335194] env[69481]: DEBUG nova.network.neutron [-] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.349378] env[69481]: DEBUG nova.network.neutron [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Updated VIF entry in instance network info cache for port 5876f07a-c137-4507-81c8-e9a59e6496c7. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.349378] env[69481]: DEBUG nova.network.neutron [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Updating instance_info_cache with network_info: [{"id": "5876f07a-c137-4507-81c8-e9a59e6496c7", "address": "fa:16:3e:e5:71:3a", "network": {"id": "7e157f03-7182-477e-9b14-7b6a694e29d8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-537391976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6adb518713a4a43926d1660cd8b1ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5876f07a-c1", "ovs_interfaceid": "5876f07a-c137-4507-81c8-e9a59e6496c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.353695] env[69481]: DEBUG nova.network.neutron [-] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.366215] env[69481]: DEBUG nova.network.neutron [req-a161eb1a-8cde-4017-9de9-0851a5ca3beb req-7e98ea47-e444-4b96-9a1a-1226003530c6 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updated VIF entry in instance network info cache for port 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.366215] env[69481]: DEBUG nova.network.neutron [req-a161eb1a-8cde-4017-9de9-0851a5ca3beb req-7e98ea47-e444-4b96-9a1a-1226003530c6 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updating instance_info_cache with network_info: [{"id": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "address": "fa:16:3e:f6:7a:59", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2612f51c-1f", "ovs_interfaceid": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.399064] env[69481]: DEBUG nova.network.neutron [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Successfully created port: b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.487535] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.492765] env[69481]: DEBUG nova.compute.manager [req-9a86b412-5dc1-45b1-8eea-7f14e935900b req-c7ad7d51-82e8-427a-b5cb-ae748186800c service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Received event network-changed-1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.492765] env[69481]: DEBUG nova.compute.manager [req-9a86b412-5dc1-45b1-8eea-7f14e935900b req-c7ad7d51-82e8-427a-b5cb-ae748186800c service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Refreshing instance network info cache due to event network-changed-1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.492765] env[69481]: DEBUG oslo_concurrency.lockutils [req-9a86b412-5dc1-45b1-8eea-7f14e935900b req-c7ad7d51-82e8-427a-b5cb-ae748186800c service nova] Acquiring lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.492765] env[69481]: DEBUG oslo_concurrency.lockutils [req-9a86b412-5dc1-45b1-8eea-7f14e935900b req-c7ad7d51-82e8-427a-b5cb-ae748186800c service nova] Acquired lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.492765] env[69481]: DEBUG nova.network.neutron [req-9a86b412-5dc1-45b1-8eea-7f14e935900b req-c7ad7d51-82e8-427a-b5cb-ae748186800c service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Refreshing network info cache for port 1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.675973] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Releasing lock "refresh_cache-584cd2c9-73b0-4bae-9ec1-55c2366a566b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.676364] env[69481]: DEBUG nova.compute.manager [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Instance network_info: |[{"id": "876d23a7-7c37-439a-b7da-8def51756ed2", "address": "fa:16:3e:99:64:c1", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d23a7-7c", "ovs_interfaceid": "876d23a7-7c37-439a-b7da-8def51756ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.676856] env[69481]: DEBUG oslo_concurrency.lockutils [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] Acquired lock "refresh_cache-584cd2c9-73b0-4bae-9ec1-55c2366a566b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.677140] env[69481]: DEBUG nova.network.neutron [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Refreshing network info cache for port 876d23a7-7c37-439a-b7da-8def51756ed2 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.678457] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:64:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '876d23a7-7c37-439a-b7da-8def51756ed2', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.687620] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Creating folder: Project (f0b5b0b2ca3c4911a97c747c269e144c). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.691096] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b04a1115-527b-4dfa-ac2b-da89455251dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.704121] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52eb3855-2570-f17c-40dd-e27ca66bfff8, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.704991] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06acb33-810f-4ec3-b81c-3e5c77618a22 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.709553] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Created folder: Project (f0b5b0b2ca3c4911a97c747c269e144c) in parent group-v651898. [ 752.709924] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Creating folder: Instances. Parent ref: group-v652012. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.713022] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-349f699c-7734-4df1-a112-1d1576375ac5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.714123] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for the task: (returnval){ [ 752.714123] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52fba9da-f127-7e4c-881b-25c516b4baa4" [ 752.714123] env[69481]: _type = "Task" [ 752.714123] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.722179] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Created folder: Instances in parent group-v652012. [ 752.722808] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.726467] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.727161] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fba9da-f127-7e4c-881b-25c516b4baa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.727549] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c847e020-f631-4487-9d89-3e1a24e43165 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.754855] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.754855] env[69481]: value = "task-3263734" [ 752.754855] env[69481]: _type = "Task" [ 752.754855] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.767898] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263734, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.805906] env[69481]: DEBUG nova.compute.manager [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.846454] env[69481]: DEBUG nova.virt.hardware [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.846827] env[69481]: DEBUG nova.virt.hardware [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.847065] env[69481]: DEBUG nova.virt.hardware [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.847313] env[69481]: DEBUG nova.virt.hardware [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.847519] env[69481]: DEBUG nova.virt.hardware [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.847738] env[69481]: DEBUG nova.virt.hardware [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.848040] env[69481]: DEBUG nova.virt.hardware [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.848304] env[69481]: DEBUG nova.virt.hardware [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.848553] env[69481]: DEBUG nova.virt.hardware [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.848766] env[69481]: DEBUG nova.virt.hardware [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.849016] env[69481]: DEBUG nova.virt.hardware [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.850355] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97292b83-ebfb-41a0-802f-87c8b652f4ef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.858954] env[69481]: DEBUG oslo_concurrency.lockutils [req-6118f8db-0b5e-408c-be4e-dd001deaf996 req-226a06ea-2713-44f6-91ad-5eb8c35355fc service nova] Releasing lock "refresh_cache-1e853890-eff8-4c59-95f0-b1a81133b6f9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.860371] env[69481]: DEBUG nova.network.neutron [-] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.869698] env[69481]: DEBUG oslo_concurrency.lockutils [req-a161eb1a-8cde-4017-9de9-0851a5ca3beb req-7e98ea47-e444-4b96-9a1a-1226003530c6 service nova] Releasing lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.871489] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566f61c1-eb32-4d21-b4e4-ecafbfadc148 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.991040] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263731, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.071692] env[69481]: DEBUG nova.network.neutron [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Updated VIF entry in instance network info cache for port 876d23a7-7c37-439a-b7da-8def51756ed2. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.071692] env[69481]: DEBUG nova.network.neutron [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Updating instance_info_cache with network_info: [{"id": "876d23a7-7c37-439a-b7da-8def51756ed2", "address": "fa:16:3e:99:64:c1", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d23a7-7c", "ovs_interfaceid": "876d23a7-7c37-439a-b7da-8def51756ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.230264] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fba9da-f127-7e4c-881b-25c516b4baa4, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.234117] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.234673] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 1e853890-eff8-4c59-95f0-b1a81133b6f9/1e853890-eff8-4c59-95f0-b1a81133b6f9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.235142] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7ab8fea-d3c7-46fc-82d9-5e33ed602c3e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.243834] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for the task: (returnval){ [ 753.243834] env[69481]: value = "task-3263735" [ 753.243834] env[69481]: _type = "Task" [ 753.243834] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.259972] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.271678] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263734, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.282041] env[69481]: DEBUG nova.network.neutron [req-9a86b412-5dc1-45b1-8eea-7f14e935900b req-c7ad7d51-82e8-427a-b5cb-ae748186800c service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Updated VIF entry in instance network info cache for port 1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.282458] env[69481]: DEBUG nova.network.neutron [req-9a86b412-5dc1-45b1-8eea-7f14e935900b req-c7ad7d51-82e8-427a-b5cb-ae748186800c service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Updating instance_info_cache with network_info: [{"id": "1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0", "address": "fa:16:3e:0b:3a:bb", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a29ffb5-9b", "ovs_interfaceid": "1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.363881] env[69481]: INFO nova.compute.manager [-] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Took 1.03 seconds to deallocate network for instance. [ 753.424725] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8162247d-32eb-4a59-a387-14c68d75ccd8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.434818] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075f2792-7f80-4130-9943-26249284df1a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.470932] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b92f1e2-895e-4417-92c1-14ad2c9ddfc6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.483593] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55086a7e-c466-4aa9-99c5-b0292ff5da01 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.493953] env[69481]: DEBUG oslo_vmware.api [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263731, 'name': PowerOnVM_Task, 'duration_secs': 1.250917} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.501932] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.502188] env[69481]: INFO nova.compute.manager [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Took 8.83 seconds to spawn the instance on the hypervisor. [ 753.502369] env[69481]: DEBUG nova.compute.manager [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.502896] env[69481]: DEBUG nova.compute.provider_tree [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.504803] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f815d1c-57e8-49dd-bfde-fbff05088b0c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.578091] env[69481]: DEBUG oslo_concurrency.lockutils [req-fa81b2e1-97c7-48b0-b0c5-556ced046878 req-55f297e9-1816-40df-8220-fb9ef0612b26 service nova] Releasing lock "refresh_cache-584cd2c9-73b0-4bae-9ec1-55c2366a566b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.579742] env[69481]: DEBUG oslo_concurrency.lockutils [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.579963] env[69481]: DEBUG oslo_concurrency.lockutils [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.580170] env[69481]: DEBUG oslo_concurrency.lockutils [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.580348] env[69481]: DEBUG oslo_concurrency.lockutils [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.580507] env[69481]: DEBUG oslo_concurrency.lockutils [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.582745] env[69481]: INFO nova.compute.manager [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Terminating instance [ 753.756836] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503755} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.756836] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 1e853890-eff8-4c59-95f0-b1a81133b6f9/1e853890-eff8-4c59-95f0-b1a81133b6f9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.756836] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.756836] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8acbccf1-c4a0-4c66-8dc9-9c0c2ba65ce3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.764208] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for the task: (returnval){ [ 753.764208] env[69481]: value = "task-3263736" [ 753.764208] env[69481]: _type = "Task" [ 753.764208] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.772117] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263734, 'name': CreateVM_Task, 'duration_secs': 0.647002} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.772117] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.772284] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.773054] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.773054] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.773054] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb88f02c-d373-4674-a6ad-b1e6a6a7fc29 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.779246] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.782814] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 753.782814] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521f6260-6ecd-c1d6-be96-543de5473e73" [ 753.782814] env[69481]: _type = "Task" [ 753.782814] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.786618] env[69481]: DEBUG oslo_concurrency.lockutils [req-9a86b412-5dc1-45b1-8eea-7f14e935900b req-c7ad7d51-82e8-427a-b5cb-ae748186800c service nova] Releasing lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.793897] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521f6260-6ecd-c1d6-be96-543de5473e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.873204] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.984064] env[69481]: DEBUG nova.compute.manager [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Received event network-changed-1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.984064] env[69481]: DEBUG nova.compute.manager [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Refreshing instance network info cache due to event network-changed-1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.984064] env[69481]: DEBUG oslo_concurrency.lockutils [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] Acquiring lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.984411] env[69481]: DEBUG oslo_concurrency.lockutils [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] Acquired lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.984658] env[69481]: DEBUG nova.network.neutron [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Refreshing network info cache for port 1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.008714] env[69481]: DEBUG nova.scheduler.client.report [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.024255] env[69481]: INFO nova.compute.manager [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Took 42.49 seconds to build instance. [ 754.086582] env[69481]: DEBUG nova.compute.manager [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.086791] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.087692] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09509538-0776-447d-8d1f-c8d21fa08114 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.096708] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.096976] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aafda8c8-6946-4a35-a94d-424871f6e3bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.104423] env[69481]: DEBUG oslo_vmware.api [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 754.104423] env[69481]: value = "task-3263737" [ 754.104423] env[69481]: _type = "Task" [ 754.104423] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.113602] env[69481]: DEBUG oslo_vmware.api [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.277407] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070527} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.277407] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.278765] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bff93c-42cc-41d0-936c-a44af18c436b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.311293] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 1e853890-eff8-4c59-95f0-b1a81133b6f9/1e853890-eff8-4c59-95f0-b1a81133b6f9.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.313077] env[69481]: DEBUG nova.network.neutron [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Successfully updated port: b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.325019] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db6f1981-7a78-41e8-8381-753c5ebb2647 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.340422] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521f6260-6ecd-c1d6-be96-543de5473e73, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.340642] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.340851] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.340976] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.341135] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.341315] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.342348] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3583964-11ae-47a1-bb1f-9eb7a849d567 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.349954] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for the task: (returnval){ [ 754.349954] env[69481]: value = "task-3263738" [ 754.349954] env[69481]: _type = "Task" [ 754.349954] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.356843] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.356978] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.361015] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d11526-4930-4bd7-a073-7d5a7ef71395 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.363406] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.369594] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 754.369594] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52459d45-483d-1731-3be4-7d328079c786" [ 754.369594] env[69481]: _type = "Task" [ 754.369594] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.376692] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52459d45-483d-1731-3be4-7d328079c786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.513590] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.514127] env[69481]: DEBUG nova.compute.manager [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.517029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.204s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.517268] env[69481]: DEBUG nova.objects.instance [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lazy-loading 'resources' on Instance uuid ba59923e-442a-4444-b439-8083fddea082 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.528054] env[69481]: DEBUG oslo_concurrency.lockutils [None req-544ee35a-aef9-42e9-b9a8-90c1869eca79 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "5e338780-2cf4-436c-ae29-6225d56648fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.392s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.615037] env[69481]: DEBUG oslo_vmware.api [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263737, 'name': PowerOffVM_Task, 'duration_secs': 0.424131} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.615366] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.615585] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.615855] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-338549ee-b7b8-4ff3-83fd-eff0fd81069e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.717772] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.718018] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.718215] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Deleting the datastore file [datastore1] a4700b2f-00f1-49aa-af3d-8045c6f6a797 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.718491] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b36fcc10-f295-4900-819e-1e04f920e4c0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.728696] env[69481]: DEBUG oslo_vmware.api [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 754.728696] env[69481]: value = "task-3263740" [ 754.728696] env[69481]: _type = "Task" [ 754.728696] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.737348] env[69481]: DEBUG oslo_vmware.api [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.809427] env[69481]: DEBUG nova.network.neutron [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Updated VIF entry in instance network info cache for port 1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.809775] env[69481]: DEBUG nova.network.neutron [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Updating instance_info_cache with network_info: [{"id": "1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0", "address": "fa:16:3e:0b:3a:bb", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a29ffb5-9b", "ovs_interfaceid": "1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.840825] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.840965] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.841126] env[69481]: DEBUG nova.network.neutron [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.861721] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.878053] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52459d45-483d-1731-3be4-7d328079c786, 'name': SearchDatastore_Task, 'duration_secs': 0.011358} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.878875] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8286aec0-0204-43d4-b317-780a0b4964a7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.886359] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 754.886359] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52916b3b-c642-d1b3-3015-7456ed9601e3" [ 754.886359] env[69481]: _type = "Task" [ 754.886359] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.899942] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52916b3b-c642-d1b3-3015-7456ed9601e3, 'name': SearchDatastore_Task} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.900311] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.900632] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 584cd2c9-73b0-4bae-9ec1-55c2366a566b/584cd2c9-73b0-4bae-9ec1-55c2366a566b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.900945] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26b8bee0-eaa8-4b0f-84e7-200b54d4d594 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.908888] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 754.908888] env[69481]: value = "task-3263741" [ 754.908888] env[69481]: _type = "Task" [ 754.908888] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.917130] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.024456] env[69481]: DEBUG nova.compute.utils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.027065] env[69481]: DEBUG nova.compute.manager [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.027065] env[69481]: DEBUG nova.network.neutron [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.030927] env[69481]: DEBUG nova.compute.manager [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.120746] env[69481]: DEBUG nova.policy [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '337b0670cc594396840412bb2e1b1fd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0b5b0b2ca3c4911a97c747c269e144c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.245706] env[69481]: DEBUG oslo_vmware.api [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137366} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.249090] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.249361] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.249611] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.249830] env[69481]: INFO nova.compute.manager [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Took 1.16 seconds to destroy the instance on the hypervisor. [ 755.250427] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.251476] env[69481]: DEBUG nova.compute.manager [-] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.251476] env[69481]: DEBUG nova.network.neutron [-] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.311886] env[69481]: DEBUG oslo_concurrency.lockutils [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] Releasing lock "refresh_cache-a4700b2f-00f1-49aa-af3d-8045c6f6a797" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.312556] env[69481]: DEBUG nova.compute.manager [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Received event network-changed-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.312556] env[69481]: DEBUG nova.compute.manager [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Refreshing instance network info cache due to event network-changed-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.312680] env[69481]: DEBUG oslo_concurrency.lockutils [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] Acquiring lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.313343] env[69481]: DEBUG oslo_concurrency.lockutils [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] Acquired lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.313343] env[69481]: DEBUG nova.network.neutron [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Refreshing network info cache for port 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.364780] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263738, 'name': ReconfigVM_Task, 'duration_secs': 0.777395} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.365043] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 1e853890-eff8-4c59-95f0-b1a81133b6f9/1e853890-eff8-4c59-95f0-b1a81133b6f9.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.365752] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8be9cdc-9040-466e-978c-901aeeb310a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.379232] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for the task: (returnval){ [ 755.379232] env[69481]: value = "task-3263742" [ 755.379232] env[69481]: _type = "Task" [ 755.379232] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.389685] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263742, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.418610] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263741, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.423394] env[69481]: DEBUG nova.network.neutron [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.531390] env[69481]: DEBUG nova.compute.manager [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.563115] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.616786] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bf1a96-e986-4fd8-8b2d-3326016aaf71 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.626735] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc11de3-e491-4a9e-b495-03c23ac5b6ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.665166] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a21188-caf4-4387-a060-f3824c6c46cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.674222] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d1084-7cf5-419f-8734-9afa443802b5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.691829] env[69481]: DEBUG nova.compute.provider_tree [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.749935] env[69481]: DEBUG nova.network.neutron [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Successfully created port: 10f5d6e4-cf53-4f28-a0b2-3c145e6bd568 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.753487] env[69481]: DEBUG nova.network.neutron [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updating instance_info_cache with network_info: [{"id": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "address": "fa:16:3e:22:c9:43", "network": {"id": "28a97ff2-d66f-4fc2-a3fd-49fb27fac7df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057812180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156959a73af44524b2e83db967938cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cbf883-ff", "ovs_interfaceid": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.891891] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263742, 'name': Rename_Task, 'duration_secs': 0.177354} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.891891] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.891891] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c898035-7687-47ae-b61c-8f68f217a67e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.899066] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for the task: (returnval){ [ 755.899066] env[69481]: value = "task-3263743" [ 755.899066] env[69481]: _type = "Task" [ 755.899066] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.908230] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.920301] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520669} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.920301] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 584cd2c9-73b0-4bae-9ec1-55c2366a566b/584cd2c9-73b0-4bae-9ec1-55c2366a566b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.920301] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.920301] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff8b1b4a-d216-440d-b2da-112dd659bdeb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.927908] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 755.927908] env[69481]: value = "task-3263744" [ 755.927908] env[69481]: _type = "Task" [ 755.927908] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.936773] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.958687] env[69481]: DEBUG nova.compute.manager [req-a70e3077-ddc2-4314-a133-8d4c92d494cd req-30d8306c-adf9-4642-b84f-cc11b50c96f3 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Received event network-changed-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.958892] env[69481]: DEBUG nova.compute.manager [req-a70e3077-ddc2-4314-a133-8d4c92d494cd req-30d8306c-adf9-4642-b84f-cc11b50c96f3 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Refreshing instance network info cache due to event network-changed-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.959073] env[69481]: DEBUG oslo_concurrency.lockutils [req-a70e3077-ddc2-4314-a133-8d4c92d494cd req-30d8306c-adf9-4642-b84f-cc11b50c96f3 service nova] Acquiring lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.168923] env[69481]: DEBUG nova.network.neutron [-] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.193800] env[69481]: DEBUG nova.scheduler.client.report [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.258014] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.258014] env[69481]: DEBUG nova.compute.manager [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Instance network_info: |[{"id": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "address": "fa:16:3e:22:c9:43", "network": {"id": "28a97ff2-d66f-4fc2-a3fd-49fb27fac7df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057812180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156959a73af44524b2e83db967938cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cbf883-ff", "ovs_interfaceid": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.258014] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:c9:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.271262] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Creating folder: Project (156959a73af44524b2e83db967938cc1). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.271262] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a2053bb-bd97-43df-8fb9-42f1035ad2fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.272636] env[69481]: DEBUG nova.network.neutron [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updated VIF entry in instance network info cache for port 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.272967] env[69481]: DEBUG nova.network.neutron [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updating instance_info_cache with network_info: [{"id": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "address": "fa:16:3e:f6:7a:59", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2612f51c-1f", "ovs_interfaceid": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.285533] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Created folder: Project (156959a73af44524b2e83db967938cc1) in parent group-v651898. [ 756.285768] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Creating folder: Instances. Parent ref: group-v652015. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.286070] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2463b56-0f57-4f32-9923-d2baae036de5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.297407] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Created folder: Instances in parent group-v652015. [ 756.297783] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.298023] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.298245] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-419077f5-cc03-490e-b0c0-423dc14733cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.318833] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.318833] env[69481]: value = "task-3263747" [ 756.318833] env[69481]: _type = "Task" [ 756.318833] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.327183] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263747, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.408528] env[69481]: DEBUG nova.compute.manager [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Received event network-vif-plugged-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.409257] env[69481]: DEBUG oslo_concurrency.lockutils [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] Acquiring lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.409257] env[69481]: DEBUG oslo_concurrency.lockutils [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.409257] env[69481]: DEBUG oslo_concurrency.lockutils [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.409399] env[69481]: DEBUG nova.compute.manager [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] No waiting events found dispatching network-vif-plugged-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.409583] env[69481]: WARNING nova.compute.manager [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Received unexpected event network-vif-plugged-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd for instance with vm_state building and task_state spawning. [ 756.409718] env[69481]: DEBUG nova.compute.manager [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Received event network-changed-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.409864] env[69481]: DEBUG nova.compute.manager [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Refreshing instance network info cache due to event network-changed-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.410055] env[69481]: DEBUG oslo_concurrency.lockutils [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] Acquiring lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.410192] env[69481]: DEBUG oslo_concurrency.lockutils [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] Acquired lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.410349] env[69481]: DEBUG nova.network.neutron [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Refreshing network info cache for port b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.415064] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.438754] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084651} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.439068] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.439943] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d7b591-ca0c-4f64-9deb-8dc4a781d899 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.463769] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 584cd2c9-73b0-4bae-9ec1-55c2366a566b/584cd2c9-73b0-4bae-9ec1-55c2366a566b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.464110] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a358d614-6c4d-4d6c-b14e-e816976469c0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.484799] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 756.484799] env[69481]: value = "task-3263748" [ 756.484799] env[69481]: _type = "Task" [ 756.484799] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.497502] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.544022] env[69481]: DEBUG nova.compute.manager [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.580030] env[69481]: DEBUG nova.virt.hardware [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.580030] env[69481]: DEBUG nova.virt.hardware [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.580030] env[69481]: DEBUG nova.virt.hardware [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.580030] env[69481]: DEBUG nova.virt.hardware [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.580030] env[69481]: DEBUG nova.virt.hardware [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.580364] env[69481]: DEBUG nova.virt.hardware [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.580584] env[69481]: DEBUG nova.virt.hardware [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.580781] env[69481]: DEBUG nova.virt.hardware [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.581060] env[69481]: DEBUG nova.virt.hardware [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.581213] env[69481]: DEBUG nova.virt.hardware [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.581426] env[69481]: DEBUG nova.virt.hardware [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.582323] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50abf29f-7293-4fd5-b58d-2dabd9d5d275 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.592233] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570c0910-9b77-4367-9b21-d3aba56734b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.672062] env[69481]: INFO nova.compute.manager [-] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Took 1.42 seconds to deallocate network for instance. [ 756.704597] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.708062] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.196s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.709711] env[69481]: INFO nova.compute.claims [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.731080] env[69481]: INFO nova.scheduler.client.report [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted allocations for instance ba59923e-442a-4444-b439-8083fddea082 [ 756.775782] env[69481]: DEBUG oslo_concurrency.lockutils [req-17bbf7a7-414f-4e6e-b74b-aff45e34df1c req-e2c89370-9808-4925-90ee-31991a7a38b2 service nova] Releasing lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.776512] env[69481]: DEBUG oslo_concurrency.lockutils [req-a70e3077-ddc2-4314-a133-8d4c92d494cd req-30d8306c-adf9-4642-b84f-cc11b50c96f3 service nova] Acquired lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.776695] env[69481]: DEBUG nova.network.neutron [req-a70e3077-ddc2-4314-a133-8d4c92d494cd req-30d8306c-adf9-4642-b84f-cc11b50c96f3 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Refreshing network info cache for port 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.831222] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263747, 'name': CreateVM_Task, 'duration_secs': 0.36749} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.831222] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.831782] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.831988] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.832293] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.832594] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ababa8f4-5cab-4c72-8757-a29ad94324a8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.838758] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 756.838758] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d87ff2-9378-5ac9-6225-3919bd1b4d20" [ 756.838758] env[69481]: _type = "Task" [ 756.838758] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.847691] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d87ff2-9378-5ac9-6225-3919bd1b4d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.910629] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263743, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.996354] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.179328] env[69481]: DEBUG oslo_concurrency.lockutils [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.237085] env[69481]: DEBUG nova.network.neutron [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updated VIF entry in instance network info cache for port b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.237459] env[69481]: DEBUG nova.network.neutron [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updating instance_info_cache with network_info: [{"id": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "address": "fa:16:3e:22:c9:43", "network": {"id": "28a97ff2-d66f-4fc2-a3fd-49fb27fac7df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057812180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156959a73af44524b2e83db967938cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cbf883-ff", "ovs_interfaceid": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.241015] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7156f22-c585-4ce6-ae65-3bf81ee35257 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "ba59923e-442a-4444-b439-8083fddea082" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.540s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.350776] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d87ff2-9378-5ac9-6225-3919bd1b4d20, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.351074] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.351311] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.352009] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.352188] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.352379] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.352665] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f640ecf1-73c4-4fed-94af-77e0756eb4d8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.362676] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.362865] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.363610] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e428f7ac-c14e-45b2-8fbd-b358760bef19 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.369515] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 757.369515] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e23d2b-fd1a-00f6-5a20-884e4c4f3495" [ 757.369515] env[69481]: _type = "Task" [ 757.369515] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.377302] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e23d2b-fd1a-00f6-5a20-884e4c4f3495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.410790] env[69481]: DEBUG oslo_vmware.api [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263743, 'name': PowerOnVM_Task, 'duration_secs': 1.170214} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.411082] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.411288] env[69481]: INFO nova.compute.manager [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Took 9.99 seconds to spawn the instance on the hypervisor. [ 757.411467] env[69481]: DEBUG nova.compute.manager [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.412257] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8826c2c8-5ab0-4cf4-9028-c75fce309331 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.497894] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263748, 'name': ReconfigVM_Task, 'duration_secs': 0.662215} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.498562] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 584cd2c9-73b0-4bae-9ec1-55c2366a566b/584cd2c9-73b0-4bae-9ec1-55c2366a566b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.499203] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bf65a5b-13e7-43b9-9476-4a59705a2c91 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.507042] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 757.507042] env[69481]: value = "task-3263749" [ 757.507042] env[69481]: _type = "Task" [ 757.507042] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.518560] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263749, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.744905] env[69481]: DEBUG oslo_concurrency.lockutils [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] Releasing lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.745236] env[69481]: DEBUG nova.compute.manager [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Received event network-changed-0fa3f4ce-5211-4839-9651-c76e07211ac3 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.745473] env[69481]: DEBUG nova.compute.manager [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Refreshing instance network info cache due to event network-changed-0fa3f4ce-5211-4839-9651-c76e07211ac3. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.745701] env[69481]: DEBUG oslo_concurrency.lockutils [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] Acquiring lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.745844] env[69481]: DEBUG oslo_concurrency.lockutils [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] Acquired lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.746023] env[69481]: DEBUG nova.network.neutron [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Refreshing network info cache for port 0fa3f4ce-5211-4839-9651-c76e07211ac3 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.888288] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e23d2b-fd1a-00f6-5a20-884e4c4f3495, 'name': SearchDatastore_Task, 'duration_secs': 0.012791} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.892512] env[69481]: DEBUG nova.network.neutron [req-a70e3077-ddc2-4314-a133-8d4c92d494cd req-30d8306c-adf9-4642-b84f-cc11b50c96f3 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updated VIF entry in instance network info cache for port 2612f51c-1fa3-4fb1-ab94-6efeb175ddd8. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.892847] env[69481]: DEBUG nova.network.neutron [req-a70e3077-ddc2-4314-a133-8d4c92d494cd req-30d8306c-adf9-4642-b84f-cc11b50c96f3 service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updating instance_info_cache with network_info: [{"id": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "address": "fa:16:3e:f6:7a:59", "network": {"id": "5d55ee74-ddb1-4765-8f47-0a46d8634c0c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488535921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d37096accb54d3eb98542b40d8d475d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2612f51c-1f", "ovs_interfaceid": "2612f51c-1fa3-4fb1-ab94-6efeb175ddd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.895687] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27cfe83d-0841-4be1-99ce-2c5cc4a1b00c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.902423] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 757.902423] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52342f44-0482-91ca-8afd-bf486926aa40" [ 757.902423] env[69481]: _type = "Task" [ 757.902423] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.915271] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52342f44-0482-91ca-8afd-bf486926aa40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.933876] env[69481]: INFO nova.compute.manager [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Took 42.48 seconds to build instance. [ 758.031517] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263749, 'name': Rename_Task, 'duration_secs': 0.413377} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.031517] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.031517] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cb4995d-9ae9-4c6f-b11d-c6b34cf5a3a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.034636] env[69481]: DEBUG nova.network.neutron [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Successfully updated port: 10f5d6e4-cf53-4f28-a0b2-3c145e6bd568 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.038589] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 758.038589] env[69481]: value = "task-3263750" [ 758.038589] env[69481]: _type = "Task" [ 758.038589] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.056492] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.125067] env[69481]: DEBUG nova.compute.manager [req-a43768c1-014a-4c85-a8de-6d7f2446c05b req-cf3d57f5-a079-4144-b250-d80b40c1bbad service nova] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Received event network-vif-deleted-1a29ffb5-9beb-43bd-8ed2-6f6f49ff38b0 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.336308] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf51190a-6b8c-4437-bbb0-79682994b6cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.344666] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f7b956-aab4-4cf5-8fc0-a2bbf7451958 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.376302] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a76a890-c89f-4a22-b784-6f40924ce99a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.390038] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17b447f-f088-46cc-85ab-7e0174098bb3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.395753] env[69481]: DEBUG oslo_concurrency.lockutils [req-a70e3077-ddc2-4314-a133-8d4c92d494cd req-30d8306c-adf9-4642-b84f-cc11b50c96f3 service nova] Releasing lock "refresh_cache-373884a4-1ca4-412b-adb0-0122a6c3a6ac" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.408641] env[69481]: DEBUG nova.compute.provider_tree [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.420018] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52342f44-0482-91ca-8afd-bf486926aa40, 'name': SearchDatastore_Task, 'duration_secs': 0.011731} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.420236] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.422713] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e2d3f1f0-30a5-41bb-804a-a57073b4fed5/e2d3f1f0-30a5-41bb-804a-a57073b4fed5.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.422713] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f7f81ec-d669-4c0a-8091-b9089ee17daa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.429106] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 758.429106] env[69481]: value = "task-3263751" [ 758.429106] env[69481]: _type = "Task" [ 758.429106] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.438711] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d07db128-d874-42af-ad98-4e76c989f353 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Lock "1e853890-eff8-4c59-95f0-b1a81133b6f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.501s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.438988] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.539807] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "refresh_cache-eb369bb1-f4d2-4286-a4d0-f1a7080e7723" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.540016] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquired lock "refresh_cache-eb369bb1-f4d2-4286-a4d0-f1a7080e7723" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.540217] env[69481]: DEBUG nova.network.neutron [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.552498] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263750, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.560543] env[69481]: DEBUG nova.network.neutron [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Updated VIF entry in instance network info cache for port 0fa3f4ce-5211-4839-9651-c76e07211ac3. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.560817] env[69481]: DEBUG nova.network.neutron [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Updating instance_info_cache with network_info: [{"id": "0fa3f4ce-5211-4839-9651-c76e07211ac3", "address": "fa:16:3e:9b:53:d3", "network": {"id": "5a8e2772-b949-490d-9266-943d022943b8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650399717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78bfc183fb664dc9bdd76d3573888de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa3f4ce-52", "ovs_interfaceid": "0fa3f4ce-5211-4839-9651-c76e07211ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.565909] env[69481]: DEBUG nova.compute.manager [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Received event network-changed-0fa3f4ce-5211-4839-9651-c76e07211ac3 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.566102] env[69481]: DEBUG nova.compute.manager [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Refreshing instance network info cache due to event network-changed-0fa3f4ce-5211-4839-9651-c76e07211ac3. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.566297] env[69481]: DEBUG oslo_concurrency.lockutils [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] Acquiring lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.914099] env[69481]: DEBUG nova.scheduler.client.report [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.941155] env[69481]: DEBUG nova.compute.manager [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.951151] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499257} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.955044] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e2d3f1f0-30a5-41bb-804a-a57073b4fed5/e2d3f1f0-30a5-41bb-804a-a57073b4fed5.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.955387] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.955671] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c0a93e6-d95c-45ff-b80e-c07c25c1ff9b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.963743] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 758.963743] env[69481]: value = "task-3263752" [ 758.963743] env[69481]: _type = "Task" [ 758.963743] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.972816] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.053601] env[69481]: DEBUG oslo_vmware.api [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263750, 'name': PowerOnVM_Task, 'duration_secs': 0.523885} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.053879] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.054092] env[69481]: INFO nova.compute.manager [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Took 8.93 seconds to spawn the instance on the hypervisor. [ 759.054270] env[69481]: DEBUG nova.compute.manager [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.055100] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865d0608-9920-4274-8a28-034dd95249d8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.064773] env[69481]: DEBUG oslo_concurrency.lockutils [req-f9d6789e-dbaa-404c-930e-c0ee5ca6e8f7 req-6f19ba44-1f2d-47b6-8bd2-10146e77910d service nova] Releasing lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.065391] env[69481]: DEBUG oslo_concurrency.lockutils [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] Acquired lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.065586] env[69481]: DEBUG nova.network.neutron [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Refreshing network info cache for port 0fa3f4ce-5211-4839-9651-c76e07211ac3 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.103950] env[69481]: DEBUG nova.network.neutron [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.270576] env[69481]: DEBUG nova.network.neutron [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Updating instance_info_cache with network_info: [{"id": "10f5d6e4-cf53-4f28-a0b2-3c145e6bd568", "address": "fa:16:3e:a6:16:3f", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f5d6e4-cf", "ovs_interfaceid": "10f5d6e4-cf53-4f28-a0b2-3c145e6bd568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.419469] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.419809] env[69481]: DEBUG nova.compute.manager [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.422491] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.755s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.423890] env[69481]: INFO nova.compute.claims [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.476110] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068672} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.476487] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.477750] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b603a633-f782-4223-9e35-6f1ff5df2cf4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.480761] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.503398] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] e2d3f1f0-30a5-41bb-804a-a57073b4fed5/e2d3f1f0-30a5-41bb-804a-a57073b4fed5.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.503855] env[69481]: DEBUG oslo_concurrency.lockutils [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquiring lock "1e853890-eff8-4c59-95f0-b1a81133b6f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.504092] env[69481]: DEBUG oslo_concurrency.lockutils [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Lock "1e853890-eff8-4c59-95f0-b1a81133b6f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.504281] env[69481]: DEBUG oslo_concurrency.lockutils [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquiring lock "1e853890-eff8-4c59-95f0-b1a81133b6f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.504431] env[69481]: DEBUG oslo_concurrency.lockutils [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Lock "1e853890-eff8-4c59-95f0-b1a81133b6f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.504648] env[69481]: DEBUG oslo_concurrency.lockutils [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Lock "1e853890-eff8-4c59-95f0-b1a81133b6f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.506177] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8183cb3a-aafb-4696-a6bc-95922c73e54d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.521024] env[69481]: INFO nova.compute.manager [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Terminating instance [ 759.536122] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 759.536122] env[69481]: value = "task-3263753" [ 759.536122] env[69481]: _type = "Task" [ 759.536122] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.546430] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.573795] env[69481]: INFO nova.compute.manager [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Took 41.65 seconds to build instance. [ 759.775018] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Releasing lock "refresh_cache-eb369bb1-f4d2-4286-a4d0-f1a7080e7723" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.775018] env[69481]: DEBUG nova.compute.manager [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Instance network_info: |[{"id": "10f5d6e4-cf53-4f28-a0b2-3c145e6bd568", "address": "fa:16:3e:a6:16:3f", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f5d6e4-cf", "ovs_interfaceid": "10f5d6e4-cf53-4f28-a0b2-3c145e6bd568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.775018] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:16:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10f5d6e4-cf53-4f28-a0b2-3c145e6bd568', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.783372] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.783609] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.783827] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d96431e-774f-425d-8ae5-6b3882427c70 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.808325] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.808325] env[69481]: value = "task-3263754" [ 759.808325] env[69481]: _type = "Task" [ 759.808325] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.817422] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263754, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.845289] env[69481]: DEBUG nova.network.neutron [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Updated VIF entry in instance network info cache for port 0fa3f4ce-5211-4839-9651-c76e07211ac3. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.845289] env[69481]: DEBUG nova.network.neutron [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Updating instance_info_cache with network_info: [{"id": "0fa3f4ce-5211-4839-9651-c76e07211ac3", "address": "fa:16:3e:9b:53:d3", "network": {"id": "5a8e2772-b949-490d-9266-943d022943b8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650399717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78bfc183fb664dc9bdd76d3573888de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa3f4ce-52", "ovs_interfaceid": "0fa3f4ce-5211-4839-9651-c76e07211ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.930090] env[69481]: DEBUG nova.compute.utils [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.931481] env[69481]: DEBUG nova.compute.manager [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.931650] env[69481]: DEBUG nova.network.neutron [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.983779] env[69481]: DEBUG nova.policy [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c81400a0fde4753a6b50a00ab6f8553', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edc8596329dd401cb473e41e7218be88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.026116] env[69481]: DEBUG nova.compute.manager [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.026405] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.027338] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6067047c-0bc8-4ca4-aed5-2acd56c616f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.037454] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.043198] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eff9979-6a28-48af-a7e3-fe393a6dbc02 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.052229] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263753, 'name': ReconfigVM_Task, 'duration_secs': 0.323346} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.053756] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Reconfigured VM instance instance-00000024 to attach disk [datastore2] e2d3f1f0-30a5-41bb-804a-a57073b4fed5/e2d3f1f0-30a5-41bb-804a-a57073b4fed5.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.054543] env[69481]: DEBUG oslo_vmware.api [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for the task: (returnval){ [ 760.054543] env[69481]: value = "task-3263755" [ 760.054543] env[69481]: _type = "Task" [ 760.054543] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.054754] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e028aa6a-d9b1-4d6d-8004-93e2ef7a9dc3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.066507] env[69481]: DEBUG oslo_vmware.api [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.068304] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 760.068304] env[69481]: value = "task-3263756" [ 760.068304] env[69481]: _type = "Task" [ 760.068304] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.075672] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6339c594-c706-41b3-bb5c-6c2c42dcc479 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.814s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.086258] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263756, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.323997] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263754, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.346560] env[69481]: DEBUG oslo_concurrency.lockutils [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] Releasing lock "refresh_cache-5e338780-2cf4-436c-ae29-6225d56648fa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.346897] env[69481]: DEBUG nova.compute.manager [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Received event network-vif-plugged-10f5d6e4-cf53-4f28-a0b2-3c145e6bd568 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.347150] env[69481]: DEBUG oslo_concurrency.lockutils [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] Acquiring lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.347393] env[69481]: DEBUG oslo_concurrency.lockutils [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] Lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.347620] env[69481]: DEBUG oslo_concurrency.lockutils [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] Lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.347826] env[69481]: DEBUG nova.compute.manager [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] No waiting events found dispatching network-vif-plugged-10f5d6e4-cf53-4f28-a0b2-3c145e6bd568 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.348066] env[69481]: WARNING nova.compute.manager [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Received unexpected event network-vif-plugged-10f5d6e4-cf53-4f28-a0b2-3c145e6bd568 for instance with vm_state building and task_state spawning. [ 760.348308] env[69481]: DEBUG nova.compute.manager [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Received event network-changed-10f5d6e4-cf53-4f28-a0b2-3c145e6bd568 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.348500] env[69481]: DEBUG nova.compute.manager [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Refreshing instance network info cache due to event network-changed-10f5d6e4-cf53-4f28-a0b2-3c145e6bd568. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.348699] env[69481]: DEBUG oslo_concurrency.lockutils [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] Acquiring lock "refresh_cache-eb369bb1-f4d2-4286-a4d0-f1a7080e7723" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.348874] env[69481]: DEBUG oslo_concurrency.lockutils [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] Acquired lock "refresh_cache-eb369bb1-f4d2-4286-a4d0-f1a7080e7723" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.349084] env[69481]: DEBUG nova.network.neutron [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Refreshing network info cache for port 10f5d6e4-cf53-4f28-a0b2-3c145e6bd568 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.378095] env[69481]: DEBUG nova.network.neutron [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Successfully created port: 0aae7325-5341-423a-85cf-5c9d22adeedf {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.436224] env[69481]: DEBUG nova.compute.manager [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.444023] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "2fd81153-eb96-436d-9041-0c21f77944b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.444023] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "2fd81153-eb96-436d-9041-0c21f77944b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.566791] env[69481]: DEBUG oslo_vmware.api [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263755, 'name': PowerOffVM_Task, 'duration_secs': 0.267709} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.567160] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.567357] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.567620] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33818e05-da31-44db-a1f4-e19c4efe39f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.581808] env[69481]: DEBUG nova.compute.manager [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.584013] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263756, 'name': Rename_Task, 'duration_secs': 0.172129} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.584267] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.584502] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea43bc8-4620-4c74-bc8d-5300bbff1a47 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.595461] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 760.595461] env[69481]: value = "task-3263758" [ 760.595461] env[69481]: _type = "Task" [ 760.595461] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.609021] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.654067] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.656034] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.656034] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Deleting the datastore file [datastore2] 1e853890-eff8-4c59-95f0-b1a81133b6f9 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.656034] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c61499e2-3936-47fe-a79a-a052fdaefd11 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.669273] env[69481]: DEBUG oslo_vmware.api [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for the task: (returnval){ [ 760.669273] env[69481]: value = "task-3263759" [ 760.669273] env[69481]: _type = "Task" [ 760.669273] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.676961] env[69481]: DEBUG oslo_vmware.api [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.821009] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263754, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.941657] env[69481]: INFO nova.virt.block_device [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Booting with volume f5286ab6-65ca-4571-ad24-bb160c3cfaad at /dev/sda [ 761.011179] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f18094b-cfd4-48be-b794-9d364f73918d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.026226] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e108c-ca3b-46c1-8363-77603323520d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.073089] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2aaa73c7-668e-4558-813c-2295a083c3b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.083730] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fd0293-d42d-47bd-85e7-49c560d3b62b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.116909] env[69481]: DEBUG oslo_vmware.api [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263758, 'name': PowerOnVM_Task, 'duration_secs': 0.489844} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.117844] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.129775] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.129775] env[69481]: INFO nova.compute.manager [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Took 8.32 seconds to spawn the instance on the hypervisor. [ 761.129775] env[69481]: DEBUG nova.compute.manager [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.133264] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4a05de-6d4c-4150-9d3f-c54bff3baf9e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.136303] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef33f04e-0d10-4a59-9c1c-8da147145fe0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.151846] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9820f3-b80c-439f-8232-f455e3ba7c66 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.180837] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6278626-af04-4918-82b9-40401dc43898 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.185542] env[69481]: DEBUG nova.virt.block_device [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Updating existing volume attachment record: c1513a0d-242b-46c5-8ac2-0d0c2112a24d {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 761.189937] env[69481]: DEBUG nova.network.neutron [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Updated VIF entry in instance network info cache for port 10f5d6e4-cf53-4f28-a0b2-3c145e6bd568. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.190496] env[69481]: DEBUG nova.network.neutron [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Updating instance_info_cache with network_info: [{"id": "10f5d6e4-cf53-4f28-a0b2-3c145e6bd568", "address": "fa:16:3e:a6:16:3f", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f5d6e4-cf", "ovs_interfaceid": "10f5d6e4-cf53-4f28-a0b2-3c145e6bd568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.201559] env[69481]: DEBUG oslo_vmware.api [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Task: {'id': task-3263759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16454} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.204785] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.205123] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.205452] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.205742] env[69481]: INFO nova.compute.manager [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 761.206150] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.207455] env[69481]: DEBUG nova.compute.manager [-] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.207455] env[69481]: DEBUG nova.network.neutron [-] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.211309] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f6bd9e-085b-4c55-a140-06ee0ebef0fb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.279326] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2316455e-b54f-4cfd-91e0-67eb0f48af1a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.288868] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8deaf2-11c2-4d41-a7ae-258aac507d4b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.304687] env[69481]: DEBUG nova.compute.provider_tree [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.321575] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263754, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.543868] env[69481]: DEBUG nova.compute.manager [req-2d5e7326-4fbe-48e0-a97d-1694cf979bc2 req-0fcc149b-3967-4844-acfd-bcb1451ebd53 service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Received event network-vif-deleted-5876f07a-c137-4507-81c8-e9a59e6496c7 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.543936] env[69481]: INFO nova.compute.manager [req-2d5e7326-4fbe-48e0-a97d-1694cf979bc2 req-0fcc149b-3967-4844-acfd-bcb1451ebd53 service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Neutron deleted interface 5876f07a-c137-4507-81c8-e9a59e6496c7; detaching it from the instance and deleting it from the info cache [ 761.544837] env[69481]: DEBUG nova.network.neutron [req-2d5e7326-4fbe-48e0-a97d-1694cf979bc2 req-0fcc149b-3967-4844-acfd-bcb1451ebd53 service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.670872] env[69481]: INFO nova.compute.manager [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Took 40.00 seconds to build instance. [ 761.693732] env[69481]: DEBUG oslo_concurrency.lockutils [req-ebd76a80-ad04-47ff-a9a4-e51e45262413 req-df9121e3-903e-4edf-b13b-8e2adc451e57 service nova] Releasing lock "refresh_cache-eb369bb1-f4d2-4286-a4d0-f1a7080e7723" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.808786] env[69481]: DEBUG nova.scheduler.client.report [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.822731] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263754, 'name': CreateVM_Task, 'duration_secs': 1.761273} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.822912] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.824120] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.824487] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.824985] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.825268] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6a7db1-598a-449c-b58b-daf9579713f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.831153] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 761.831153] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5252975e-a374-2ec4-38c7-bb87748761dc" [ 761.831153] env[69481]: _type = "Task" [ 761.831153] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.841142] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5252975e-a374-2ec4-38c7-bb87748761dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.026890] env[69481]: DEBUG nova.network.neutron [-] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.046909] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c876014-19b4-4206-ae98-f43dee47b97c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.058310] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c34ff-eab6-4057-bf99-2009dca70857 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.077940] env[69481]: DEBUG nova.network.neutron [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Successfully updated port: 0aae7325-5341-423a-85cf-5c9d22adeedf {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.106431] env[69481]: DEBUG nova.compute.manager [req-2d5e7326-4fbe-48e0-a97d-1694cf979bc2 req-0fcc149b-3967-4844-acfd-bcb1451ebd53 service nova] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Detach interface failed, port_id=5876f07a-c137-4507-81c8-e9a59e6496c7, reason: Instance 1e853890-eff8-4c59-95f0-b1a81133b6f9 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 762.173885] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d3edb7c4-8285-46e8-a3da-ed36360e3ed1 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.324s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.317578] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.895s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.318117] env[69481]: DEBUG nova.compute.manager [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.320589] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.935s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.321974] env[69481]: INFO nova.compute.claims [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.342687] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5252975e-a374-2ec4-38c7-bb87748761dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.342845] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.343101] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.343346] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.343489] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.343667] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.343925] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af10d159-2a88-4dd0-a3a7-bfde7424f0cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.354612] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.354846] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.356174] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2a2181-efb3-4e92-b495-a22f495fed0f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.363133] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 762.363133] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526a2e67-2d7b-cd91-e530-ea5bc35bb1f8" [ 762.363133] env[69481]: _type = "Task" [ 762.363133] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.374327] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526a2e67-2d7b-cd91-e530-ea5bc35bb1f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.375134] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a56dac7-fda4-4427-951d-11f2f50b2b94 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.380706] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 762.380706] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d8b18d-edf0-3734-d354-0912b9831f90" [ 762.380706] env[69481]: _type = "Task" [ 762.380706] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.388807] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d8b18d-edf0-3734-d354-0912b9831f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.530437] env[69481]: INFO nova.compute.manager [-] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Took 1.32 seconds to deallocate network for instance. [ 762.585390] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Acquiring lock "refresh_cache-fc5e7855-fa94-4e1d-8208-00d876b1f896" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.585390] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Acquired lock "refresh_cache-fc5e7855-fa94-4e1d-8208-00d876b1f896" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.585587] env[69481]: DEBUG nova.network.neutron [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.679611] env[69481]: DEBUG nova.compute.manager [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.792239] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "692c8686-ae6f-45d1-b227-c4e1c440bf08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.792484] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "692c8686-ae6f-45d1-b227-c4e1c440bf08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.830027] env[69481]: DEBUG nova.compute.utils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.832622] env[69481]: DEBUG nova.compute.manager [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.832971] env[69481]: DEBUG nova.network.neutron [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.889594] env[69481]: DEBUG nova.policy [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '957e08b7b24e44968f2e4d80db08a206', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf5fe87164ef496fb5ec2e575cbde313', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.895159] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d8b18d-edf0-3734-d354-0912b9831f90, 'name': SearchDatastore_Task, 'duration_secs': 0.009281} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.895399] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.895739] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] eb369bb1-f4d2-4286-a4d0-f1a7080e7723/eb369bb1-f4d2-4286-a4d0-f1a7080e7723.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.895927] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12ee1193-f887-48a3-a8c1-fc83a50b613c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.904480] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 762.904480] env[69481]: value = "task-3263760" [ 762.904480] env[69481]: _type = "Task" [ 762.904480] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.912850] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.037212] env[69481]: DEBUG oslo_concurrency.lockutils [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.141769] env[69481]: DEBUG nova.network.neutron [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.217678] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.299864] env[69481]: DEBUG nova.compute.manager [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.300844] env[69481]: DEBUG nova.virt.hardware [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.301219] env[69481]: DEBUG nova.virt.hardware [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.301628] env[69481]: DEBUG nova.virt.hardware [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.301981] env[69481]: DEBUG nova.virt.hardware [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.302290] env[69481]: DEBUG nova.virt.hardware [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.302623] env[69481]: DEBUG nova.virt.hardware [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.303040] env[69481]: DEBUG nova.virt.hardware [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.303386] env[69481]: DEBUG nova.virt.hardware [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.304124] env[69481]: DEBUG nova.virt.hardware [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.304793] env[69481]: DEBUG nova.virt.hardware [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.304936] env[69481]: DEBUG nova.virt.hardware [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.306900] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72115b9-8572-463f-a869-3990717a0cfb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.318572] env[69481]: DEBUG nova.network.neutron [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Successfully created port: 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.323027] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb932efe-8466-4b2b-8cc9-c75428583769 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.340060] env[69481]: DEBUG nova.compute.manager [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.415475] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450731} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.415720] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] eb369bb1-f4d2-4286-a4d0-f1a7080e7723/eb369bb1-f4d2-4286-a4d0-f1a7080e7723.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.415935] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.416198] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cba2e2c-9ad6-4dbf-b21a-9a4922f35edc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.418876] env[69481]: DEBUG nova.network.neutron [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Updating instance_info_cache with network_info: [{"id": "0aae7325-5341-423a-85cf-5c9d22adeedf", "address": "fa:16:3e:ba:d5:d4", "network": {"id": "89b53bea-070b-4721-b184-78d2a05e8922", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1981370538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edc8596329dd401cb473e41e7218be88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aae7325-53", "ovs_interfaceid": "0aae7325-5341-423a-85cf-5c9d22adeedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.428585] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 763.428585] env[69481]: value = "task-3263761" [ 763.428585] env[69481]: _type = "Task" [ 763.428585] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.441033] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.578646] env[69481]: DEBUG nova.compute.manager [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Received event network-vif-plugged-0aae7325-5341-423a-85cf-5c9d22adeedf {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.578646] env[69481]: DEBUG oslo_concurrency.lockutils [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] Acquiring lock "fc5e7855-fa94-4e1d-8208-00d876b1f896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.578646] env[69481]: DEBUG oslo_concurrency.lockutils [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] Lock "fc5e7855-fa94-4e1d-8208-00d876b1f896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.578797] env[69481]: DEBUG oslo_concurrency.lockutils [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] Lock "fc5e7855-fa94-4e1d-8208-00d876b1f896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.578841] env[69481]: DEBUG nova.compute.manager [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] No waiting events found dispatching network-vif-plugged-0aae7325-5341-423a-85cf-5c9d22adeedf {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.579149] env[69481]: WARNING nova.compute.manager [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Received unexpected event network-vif-plugged-0aae7325-5341-423a-85cf-5c9d22adeedf for instance with vm_state building and task_state spawning. [ 763.579149] env[69481]: DEBUG nova.compute.manager [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Received event network-changed-0aae7325-5341-423a-85cf-5c9d22adeedf {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.579380] env[69481]: DEBUG nova.compute.manager [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Refreshing instance network info cache due to event network-changed-0aae7325-5341-423a-85cf-5c9d22adeedf. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.579450] env[69481]: DEBUG oslo_concurrency.lockutils [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] Acquiring lock "refresh_cache-fc5e7855-fa94-4e1d-8208-00d876b1f896" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.833989] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335ceb05-093b-45d1-a934-6e3728fdf13d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.843017] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ca7847-58b6-406d-850c-da35f861ed48 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.880636] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef266e6-b25f-4d38-b22b-bf5e0dec72b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.888557] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d08fc6-d25f-43b3-8c51-e72f2dfc3268 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.905627] env[69481]: DEBUG nova.compute.provider_tree [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.923881] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Releasing lock "refresh_cache-fc5e7855-fa94-4e1d-8208-00d876b1f896" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.924232] env[69481]: DEBUG nova.compute.manager [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Instance network_info: |[{"id": "0aae7325-5341-423a-85cf-5c9d22adeedf", "address": "fa:16:3e:ba:d5:d4", "network": {"id": "89b53bea-070b-4721-b184-78d2a05e8922", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1981370538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edc8596329dd401cb473e41e7218be88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aae7325-53", "ovs_interfaceid": "0aae7325-5341-423a-85cf-5c9d22adeedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.924510] env[69481]: DEBUG oslo_concurrency.lockutils [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] Acquired lock "refresh_cache-fc5e7855-fa94-4e1d-8208-00d876b1f896" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.924696] env[69481]: DEBUG nova.network.neutron [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Refreshing network info cache for port 0aae7325-5341-423a-85cf-5c9d22adeedf {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.925864] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:d5:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aae7325-5341-423a-85cf-5c9d22adeedf', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.934343] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Creating folder: Project (edc8596329dd401cb473e41e7218be88). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.935441] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32756662-5aa8-42f4-822c-2f3fa7352b17 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.946140] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19417} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.946429] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.949029] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b0e429-3e90-4973-b4d6-a1c1dcc65243 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.954460] env[69481]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 763.954620] env[69481]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69481) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 763.955234] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Folder already exists: Project (edc8596329dd401cb473e41e7218be88). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 763.955469] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Creating folder: Instances. Parent ref: group-v651972. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.956082] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c26e2823-cf11-4aac-921a-40fba044f85f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.975298] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] eb369bb1-f4d2-4286-a4d0-f1a7080e7723/eb369bb1-f4d2-4286-a4d0-f1a7080e7723.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.976071] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b4a14a-1c1f-4492-8abe-dd1ad73acf5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.991843] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Created folder: Instances in parent group-v651972. [ 763.992114] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.992728] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.992992] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dbdbe12-e772-4729-9723-cce9c94f3a91 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.008845] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 764.008845] env[69481]: value = "task-3263764" [ 764.008845] env[69481]: _type = "Task" [ 764.008845] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.013166] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.013166] env[69481]: value = "task-3263765" [ 764.013166] env[69481]: _type = "Task" [ 764.013166] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.024183] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.027978] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263765, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.381682] env[69481]: DEBUG nova.compute.manager [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.406779] env[69481]: DEBUG nova.virt.hardware [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.407051] env[69481]: DEBUG nova.virt.hardware [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.407212] env[69481]: DEBUG nova.virt.hardware [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.407396] env[69481]: DEBUG nova.virt.hardware [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.407541] env[69481]: DEBUG nova.virt.hardware [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.407689] env[69481]: DEBUG nova.virt.hardware [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.407890] env[69481]: DEBUG nova.virt.hardware [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.408063] env[69481]: DEBUG nova.virt.hardware [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.408235] env[69481]: DEBUG nova.virt.hardware [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.408395] env[69481]: DEBUG nova.virt.hardware [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.408589] env[69481]: DEBUG nova.virt.hardware [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.409423] env[69481]: DEBUG nova.scheduler.client.report [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.413232] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a21105-45c6-4165-adb4-80becaebb069 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.423356] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34d841d-6ab3-4368-850a-96915a316e2c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.520398] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263764, 'name': ReconfigVM_Task, 'duration_secs': 0.470787} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.523072] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Reconfigured VM instance instance-00000025 to attach disk [datastore1] eb369bb1-f4d2-4286-a4d0-f1a7080e7723/eb369bb1-f4d2-4286-a4d0-f1a7080e7723.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.523744] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a264d3e7-dc71-4af7-a8ed-8c2c898f6fa4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.530112] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263765, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.531323] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 764.531323] env[69481]: value = "task-3263766" [ 764.531323] env[69481]: _type = "Task" [ 764.531323] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.539833] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263766, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.662034] env[69481]: DEBUG nova.network.neutron [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Updated VIF entry in instance network info cache for port 0aae7325-5341-423a-85cf-5c9d22adeedf. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.662418] env[69481]: DEBUG nova.network.neutron [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Updating instance_info_cache with network_info: [{"id": "0aae7325-5341-423a-85cf-5c9d22adeedf", "address": "fa:16:3e:ba:d5:d4", "network": {"id": "89b53bea-070b-4721-b184-78d2a05e8922", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1981370538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edc8596329dd401cb473e41e7218be88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aae7325-53", "ovs_interfaceid": "0aae7325-5341-423a-85cf-5c9d22adeedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.918504] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.919099] env[69481]: DEBUG nova.compute.manager [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.922745] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.856s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.922968] env[69481]: DEBUG nova.objects.instance [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lazy-loading 'resources' on Instance uuid 3627b7e2-a873-46df-a5bf-84114546d285 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.005074] env[69481]: DEBUG nova.network.neutron [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Successfully updated port: 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.025509] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263765, 'name': CreateVM_Task, 'duration_secs': 0.919955} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.025654] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.026621] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-651978', 'volume_id': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'name': 'volume-f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc5e7855-fa94-4e1d-8208-00d876b1f896', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'serial': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad'}, 'boot_index': 0, 'attachment_id': 'c1513a0d-242b-46c5-8ac2-0d0c2112a24d', 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69481) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 765.026621] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Root volume attach. Driver type: vmdk {{(pid=69481) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 765.027446] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8c962b-90ec-4920-946e-af09a06a1242 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.039549] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb7ba1f-e2cd-4528-b91b-9c89ce76287a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.049216] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263766, 'name': Rename_Task, 'duration_secs': 0.142167} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.049976] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.050667] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e2b008d-b655-4f0d-955a-eb1a22adf613 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.056243] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb24b089-f8d6-4a65-8d2e-83535c3fb028 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.059515] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 765.059515] env[69481]: value = "task-3263767" [ 765.059515] env[69481]: _type = "Task" [ 765.059515] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.067490] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8a19c075-8831-4ad7-a2e4-b468d09ddbf0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.072892] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.076976] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Waiting for the task: (returnval){ [ 765.076976] env[69481]: value = "task-3263768" [ 765.076976] env[69481]: _type = "Task" [ 765.076976] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.085587] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263768, 'name': RelocateVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.165784] env[69481]: DEBUG oslo_concurrency.lockutils [req-6e0f6e38-5dce-47cc-ae1a-c1944ef62575 req-8dbf2799-78f0-41ba-8694-a0aa563754a7 service nova] Releasing lock "refresh_cache-fc5e7855-fa94-4e1d-8208-00d876b1f896" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.429203] env[69481]: DEBUG nova.compute.utils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.433713] env[69481]: DEBUG nova.compute.manager [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.433713] env[69481]: DEBUG nova.network.neutron [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.482356] env[69481]: DEBUG nova.policy [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82490f21144b4ffbb7fa1836f67f305c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0ec8e41da6341dd93fb3e9e7dcf3e7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.510240] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquiring lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.510392] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquired lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.510576] env[69481]: DEBUG nova.network.neutron [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.593728] env[69481]: DEBUG oslo_vmware.api [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263767, 'name': PowerOnVM_Task, 'duration_secs': 0.501096} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.600335] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.600724] env[69481]: INFO nova.compute.manager [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Took 9.06 seconds to spawn the instance on the hypervisor. [ 765.601029] env[69481]: DEBUG nova.compute.manager [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.603409] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f397435d-868a-48ed-a4b0-04c8d93a7e33 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.625367] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263768, 'name': RelocateVM_Task, 'duration_secs': 0.440376} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.625367] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 765.625367] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-651978', 'volume_id': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'name': 'volume-f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc5e7855-fa94-4e1d-8208-00d876b1f896', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'serial': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 765.625367] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa31040-aa00-4669-b8b1-5fc75deebc80 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.652416] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da90d5c1-1093-4c4d-bf29-a0af85dd3cee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.657658] env[69481]: DEBUG nova.compute.manager [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Received event network-vif-plugged-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.657816] env[69481]: DEBUG oslo_concurrency.lockutils [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] Acquiring lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.658069] env[69481]: DEBUG oslo_concurrency.lockutils [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] Lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.658232] env[69481]: DEBUG oslo_concurrency.lockutils [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] Lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.658419] env[69481]: DEBUG nova.compute.manager [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] No waiting events found dispatching network-vif-plugged-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.658638] env[69481]: WARNING nova.compute.manager [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Received unexpected event network-vif-plugged-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb for instance with vm_state building and task_state spawning. [ 765.658902] env[69481]: DEBUG nova.compute.manager [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Received event network-changed-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.659199] env[69481]: DEBUG nova.compute.manager [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Refreshing instance network info cache due to event network-changed-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.659338] env[69481]: DEBUG oslo_concurrency.lockutils [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] Acquiring lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.685680] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-f5286ab6-65ca-4571-ad24-bb160c3cfaad/volume-f5286ab6-65ca-4571-ad24-bb160c3cfaad.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.689488] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f5b086-225b-43df-badb-4d133381c07b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.713479] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Waiting for the task: (returnval){ [ 765.713479] env[69481]: value = "task-3263769" [ 765.713479] env[69481]: _type = "Task" [ 765.713479] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.721709] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.853271] env[69481]: DEBUG nova.network.neutron [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Successfully created port: fdffaeb9-ed34-447f-951d-727c06557836 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.934627] env[69481]: DEBUG nova.compute.manager [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.056545] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cf4a69-239a-4d87-ad4e-3149da4d6411 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.061040] env[69481]: DEBUG nova.network.neutron [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.065631] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122aa3a-0572-4819-9ef0-afc326942248 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.102021] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b4ef84-082d-47e6-9719-af3e90984b5f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.107041] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d792b672-cf01-486e-8d8e-fc1ff08a71bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.121348] env[69481]: DEBUG nova.compute.provider_tree [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.157298] env[69481]: INFO nova.compute.manager [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Took 37.75 seconds to build instance. [ 766.225746] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263769, 'name': ReconfigVM_Task, 'duration_secs': 0.331335} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.226071] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-f5286ab6-65ca-4571-ad24-bb160c3cfaad/volume-f5286ab6-65ca-4571-ad24-bb160c3cfaad.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.235037] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-044f91b6-3b3d-4866-aae1-ff59f12a9d8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.251852] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Waiting for the task: (returnval){ [ 766.251852] env[69481]: value = "task-3263770" [ 766.251852] env[69481]: _type = "Task" [ 766.251852] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.260262] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.312058] env[69481]: DEBUG nova.network.neutron [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updating instance_info_cache with network_info: [{"id": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "address": "fa:16:3e:fe:a6:bd", "network": {"id": "60deaf9a-988f-4df4-a40e-dac740ba5116", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1149939008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf5fe87164ef496fb5ec2e575cbde313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5dc002-12", "ovs_interfaceid": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.624740] env[69481]: DEBUG nova.scheduler.client.report [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.662748] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98daaaba-b392-4848-bc80-41fc928497cf tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.420s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.762093] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263770, 'name': ReconfigVM_Task, 'duration_secs': 0.169671} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.762413] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-651978', 'volume_id': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'name': 'volume-f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc5e7855-fa94-4e1d-8208-00d876b1f896', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'serial': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 766.762969] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d09ad050-2e9b-44ae-9d8c-f439d0b6e993 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.770055] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Waiting for the task: (returnval){ [ 766.770055] env[69481]: value = "task-3263771" [ 766.770055] env[69481]: _type = "Task" [ 766.770055] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.778633] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263771, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.815028] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Releasing lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.815158] env[69481]: DEBUG nova.compute.manager [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Instance network_info: |[{"id": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "address": "fa:16:3e:fe:a6:bd", "network": {"id": "60deaf9a-988f-4df4-a40e-dac740ba5116", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1149939008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf5fe87164ef496fb5ec2e575cbde313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5dc002-12", "ovs_interfaceid": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.815385] env[69481]: DEBUG oslo_concurrency.lockutils [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] Acquired lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.815619] env[69481]: DEBUG nova.network.neutron [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Refreshing network info cache for port 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.816851] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:a6:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.824685] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Creating folder: Project (cf5fe87164ef496fb5ec2e575cbde313). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.827820] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-752a412e-bf44-45c3-bf95-afc51d7d7618 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.840043] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Created folder: Project (cf5fe87164ef496fb5ec2e575cbde313) in parent group-v651898. [ 766.840215] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Creating folder: Instances. Parent ref: group-v652021. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.840471] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8b7f343-1759-4bcf-bde2-b6b9a8e96d95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.849474] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Created folder: Instances in parent group-v652021. [ 766.849734] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.849959] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.850233] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af971486-3375-498a-a54c-df049d4abc9f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.874527] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.874527] env[69481]: value = "task-3263774" [ 766.874527] env[69481]: _type = "Task" [ 766.874527] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.882991] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263774, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.946625] env[69481]: DEBUG nova.compute.manager [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.972289] env[69481]: DEBUG nova.virt.hardware [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.972580] env[69481]: DEBUG nova.virt.hardware [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.972773] env[69481]: DEBUG nova.virt.hardware [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.973008] env[69481]: DEBUG nova.virt.hardware [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.973199] env[69481]: DEBUG nova.virt.hardware [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.973416] env[69481]: DEBUG nova.virt.hardware [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.973628] env[69481]: DEBUG nova.virt.hardware [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.973821] env[69481]: DEBUG nova.virt.hardware [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.974026] env[69481]: DEBUG nova.virt.hardware [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.974238] env[69481]: DEBUG nova.virt.hardware [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.974443] env[69481]: DEBUG nova.virt.hardware [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.975320] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffcf319-38fd-44ac-b2a7-a2c93e7f41f5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.985576] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f7cda-0750-4c38-8f76-75bacca5e2d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.058492] env[69481]: DEBUG nova.network.neutron [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updated VIF entry in instance network info cache for port 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.058854] env[69481]: DEBUG nova.network.neutron [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updating instance_info_cache with network_info: [{"id": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "address": "fa:16:3e:fe:a6:bd", "network": {"id": "60deaf9a-988f-4df4-a40e-dac740ba5116", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1149939008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf5fe87164ef496fb5ec2e575cbde313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5dc002-12", "ovs_interfaceid": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.130746] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.133231] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.622s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.159664] env[69481]: INFO nova.scheduler.client.report [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Deleted allocations for instance 3627b7e2-a873-46df-a5bf-84114546d285 [ 767.169332] env[69481]: DEBUG nova.compute.manager [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.280627] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263771, 'name': Rename_Task, 'duration_secs': 0.127595} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.280964] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.281493] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3176aea7-af45-49b3-9611-944c32a34691 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.287225] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Waiting for the task: (returnval){ [ 767.287225] env[69481]: value = "task-3263775" [ 767.287225] env[69481]: _type = "Task" [ 767.287225] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.294322] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.384516] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263774, 'name': CreateVM_Task, 'duration_secs': 0.369187} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.384701] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.385384] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.385577] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.385895] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.386156] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca6bb78-d39b-4544-bc30-f9e2f5fb2c18 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.390600] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 767.390600] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525d0abc-c5cc-0e82-a56b-635e9bcd9006" [ 767.390600] env[69481]: _type = "Task" [ 767.390600] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.398462] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525d0abc-c5cc-0e82-a56b-635e9bcd9006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.497474] env[69481]: DEBUG nova.compute.manager [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.498539] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74efd1af-f77e-4bba-bf50-1054d804e08e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.561427] env[69481]: DEBUG oslo_concurrency.lockutils [req-2a0755ae-3a58-4eb5-976a-13983ce8c81c req-a3b01006-5f70-49a5-91b2-b37e1eecdbf6 service nova] Releasing lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.676189] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7f28646d-15ff-4081-93ec-c30c85aa6c74 tempest-DeleteServersAdminTestJSON-1782543342 tempest-DeleteServersAdminTestJSON-1782543342-project-member] Lock "3627b7e2-a873-46df-a5bf-84114546d285" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.234s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.699040] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.798216] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.847617] env[69481]: DEBUG nova.network.neutron [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Successfully updated port: fdffaeb9-ed34-447f-951d-727c06557836 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.901691] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525d0abc-c5cc-0e82-a56b-635e9bcd9006, 'name': SearchDatastore_Task, 'duration_secs': 0.016445} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.905180] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.905472] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.905729] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.905874] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.906063] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.906558] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecce7063-8505-430c-8249-9e54d8fd974b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.917523] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.917775] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.921148] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02b5402-c83d-4976-83f3-4f3f9374e200 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.926736] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 767.926736] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5249482c-b684-d9bd-d0e1-82b0d45c961d" [ 767.926736] env[69481]: _type = "Task" [ 767.926736] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.934753] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5249482c-b684-d9bd-d0e1-82b0d45c961d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.973346] env[69481]: DEBUG nova.compute.manager [req-f060ed10-78ba-4894-b901-42979e61ec2f req-b95dcaa9-b07b-4f3c-b12b-289d368dfa8c service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Received event network-vif-plugged-fdffaeb9-ed34-447f-951d-727c06557836 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.973584] env[69481]: DEBUG oslo_concurrency.lockutils [req-f060ed10-78ba-4894-b901-42979e61ec2f req-b95dcaa9-b07b-4f3c-b12b-289d368dfa8c service nova] Acquiring lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.973781] env[69481]: DEBUG oslo_concurrency.lockutils [req-f060ed10-78ba-4894-b901-42979e61ec2f req-b95dcaa9-b07b-4f3c-b12b-289d368dfa8c service nova] Lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.973948] env[69481]: DEBUG oslo_concurrency.lockutils [req-f060ed10-78ba-4894-b901-42979e61ec2f req-b95dcaa9-b07b-4f3c-b12b-289d368dfa8c service nova] Lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.974135] env[69481]: DEBUG nova.compute.manager [req-f060ed10-78ba-4894-b901-42979e61ec2f req-b95dcaa9-b07b-4f3c-b12b-289d368dfa8c service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] No waiting events found dispatching network-vif-plugged-fdffaeb9-ed34-447f-951d-727c06557836 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.974286] env[69481]: WARNING nova.compute.manager [req-f060ed10-78ba-4894-b901-42979e61ec2f req-b95dcaa9-b07b-4f3c-b12b-289d368dfa8c service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Received unexpected event network-vif-plugged-fdffaeb9-ed34-447f-951d-727c06557836 for instance with vm_state building and task_state spawning. [ 768.009948] env[69481]: INFO nova.compute.manager [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] instance snapshotting [ 768.014493] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb73f3d-73d9-48d0-b029-8dc6572c4ae8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.040898] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2a82d6-4932-4a73-89a1-2cf1ad4ef40a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.140733] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7295a9d-7ecf-4737-b1b1-a355fcae93af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.149325] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f2a30b-45bb-447d-954c-0132a8891af5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.191524] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1f8328-fdd8-4183-99f2-8496d0bc7ed8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.202081] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce679b44-f505-4e94-836b-aaefb177df47 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.217624] env[69481]: DEBUG nova.compute.provider_tree [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.298091] env[69481]: DEBUG oslo_vmware.api [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263775, 'name': PowerOnVM_Task, 'duration_secs': 0.713279} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.298365] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.298553] env[69481]: INFO nova.compute.manager [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Took 5.00 seconds to spawn the instance on the hypervisor. [ 768.298731] env[69481]: DEBUG nova.compute.manager [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.299518] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2035aa5d-0659-42b0-a5aa-69c53196e7bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.351290] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "refresh_cache-bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.351447] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "refresh_cache-bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.351595] env[69481]: DEBUG nova.network.neutron [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.437204] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5249482c-b684-d9bd-d0e1-82b0d45c961d, 'name': SearchDatastore_Task, 'duration_secs': 0.012095} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.438230] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b69e9b-7bc3-4469-aab9-24199945d1e9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.444292] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 768.444292] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5220bdae-683b-3a44-e12d-ccb4fa2d8d4a" [ 768.444292] env[69481]: _type = "Task" [ 768.444292] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.451174] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5220bdae-683b-3a44-e12d-ccb4fa2d8d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.552811] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 768.552954] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc20ed1d-6fb9-4644-beaa-893794f327fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.561035] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 768.561035] env[69481]: value = "task-3263776" [ 768.561035] env[69481]: _type = "Task" [ 768.561035] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.570050] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263776, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.724023] env[69481]: DEBUG nova.scheduler.client.report [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.817264] env[69481]: INFO nova.compute.manager [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Took 33.33 seconds to build instance. [ 768.909558] env[69481]: DEBUG nova.network.neutron [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.957622] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5220bdae-683b-3a44-e12d-ccb4fa2d8d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.961040] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.961040] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 9848e301-0bc2-43f1-ba0f-afbe47ad0247/9848e301-0bc2-43f1-ba0f-afbe47ad0247.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.961040] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c91e5a25-734b-41f7-8e91-1c912e41e985 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.965069] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 768.965069] env[69481]: value = "task-3263777" [ 768.965069] env[69481]: _type = "Task" [ 768.965069] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.973542] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.075338] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263776, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.123462] env[69481]: DEBUG nova.network.neutron [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Updating instance_info_cache with network_info: [{"id": "fdffaeb9-ed34-447f-951d-727c06557836", "address": "fa:16:3e:a5:44:12", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdffaeb9-ed", "ovs_interfaceid": "fdffaeb9-ed34-447f-951d-727c06557836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.321140] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0f503a9-1ca1-4487-ba1f-49379a97339a tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Lock "fc5e7855-fa94-4e1d-8208-00d876b1f896" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.155s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.476260] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263777, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.572989] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263776, 'name': CreateSnapshot_Task, 'duration_secs': 0.661348} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.573481] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 769.574436] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecdea55-fd51-4f35-bb32-ae0e7d89d655 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.626270] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "refresh_cache-bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.626736] env[69481]: DEBUG nova.compute.manager [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Instance network_info: |[{"id": "fdffaeb9-ed34-447f-951d-727c06557836", "address": "fa:16:3e:a5:44:12", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdffaeb9-ed", "ovs_interfaceid": "fdffaeb9-ed34-447f-951d-727c06557836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.630224] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:44:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdffaeb9-ed34-447f-951d-727c06557836', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.638433] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.639603] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.639858] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d56cfd79-5e7f-4dc4-9f1d-927bcc8064d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.666995] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.666995] env[69481]: value = "task-3263778" [ 769.666995] env[69481]: _type = "Task" [ 769.666995] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.681382] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263778, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.727575] env[69481]: DEBUG nova.compute.manager [req-bdbd80f4-507c-4ef2-a0a0-6b3a788313eb req-f8f7ce51-9711-4a7a-ba21-52da4699b3fc service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Received event network-changed-0aae7325-5341-423a-85cf-5c9d22adeedf {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.727820] env[69481]: DEBUG nova.compute.manager [req-bdbd80f4-507c-4ef2-a0a0-6b3a788313eb req-f8f7ce51-9711-4a7a-ba21-52da4699b3fc service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Refreshing instance network info cache due to event network-changed-0aae7325-5341-423a-85cf-5c9d22adeedf. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.732470] env[69481]: DEBUG oslo_concurrency.lockutils [req-bdbd80f4-507c-4ef2-a0a0-6b3a788313eb req-f8f7ce51-9711-4a7a-ba21-52da4699b3fc service nova] Acquiring lock "refresh_cache-fc5e7855-fa94-4e1d-8208-00d876b1f896" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.732470] env[69481]: DEBUG oslo_concurrency.lockutils [req-bdbd80f4-507c-4ef2-a0a0-6b3a788313eb req-f8f7ce51-9711-4a7a-ba21-52da4699b3fc service nova] Acquired lock "refresh_cache-fc5e7855-fa94-4e1d-8208-00d876b1f896" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.732758] env[69481]: DEBUG nova.network.neutron [req-bdbd80f4-507c-4ef2-a0a0-6b3a788313eb req-f8f7ce51-9711-4a7a-ba21-52da4699b3fc service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Refreshing network info cache for port 0aae7325-5341-423a-85cf-5c9d22adeedf {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.735997] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.603s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.741461] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.316s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.741694] env[69481]: DEBUG nova.objects.instance [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lazy-loading 'resources' on Instance uuid 31d05edc-ce5c-494d-b7aa-54d937656ca9 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.823012] env[69481]: DEBUG nova.compute.manager [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.977335] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833193} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.977928] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 9848e301-0bc2-43f1-ba0f-afbe47ad0247/9848e301-0bc2-43f1-ba0f-afbe47ad0247.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.978150] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.978570] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcb1ab72-02bf-45db-8470-f2aca82567bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.986207] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 769.986207] env[69481]: value = "task-3263779" [ 769.986207] env[69481]: _type = "Task" [ 769.986207] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.994507] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.999771] env[69481]: DEBUG nova.compute.manager [req-e545e13f-ddf3-4b9c-922c-e49cd055eed2 req-05023a3c-98d6-413e-8ae7-c6b95251a740 service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Received event network-changed-fdffaeb9-ed34-447f-951d-727c06557836 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.999950] env[69481]: DEBUG nova.compute.manager [req-e545e13f-ddf3-4b9c-922c-e49cd055eed2 req-05023a3c-98d6-413e-8ae7-c6b95251a740 service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Refreshing instance network info cache due to event network-changed-fdffaeb9-ed34-447f-951d-727c06557836. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.000202] env[69481]: DEBUG oslo_concurrency.lockutils [req-e545e13f-ddf3-4b9c-922c-e49cd055eed2 req-05023a3c-98d6-413e-8ae7-c6b95251a740 service nova] Acquiring lock "refresh_cache-bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.000361] env[69481]: DEBUG oslo_concurrency.lockutils [req-e545e13f-ddf3-4b9c-922c-e49cd055eed2 req-05023a3c-98d6-413e-8ae7-c6b95251a740 service nova] Acquired lock "refresh_cache-bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.000573] env[69481]: DEBUG nova.network.neutron [req-e545e13f-ddf3-4b9c-922c-e49cd055eed2 req-05023a3c-98d6-413e-8ae7-c6b95251a740 service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Refreshing network info cache for port fdffaeb9-ed34-447f-951d-727c06557836 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.095169] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 770.099012] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ffd2c59-6126-4e2e-9dc3-f018d035abd8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.107090] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 770.107090] env[69481]: value = "task-3263780" [ 770.107090] env[69481]: _type = "Task" [ 770.107090] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.118019] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263780, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.178445] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263778, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.319644] env[69481]: INFO nova.scheduler.client.report [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Deleted allocation for migration 4bf0e949-760b-468b-987f-155fabb79182 [ 770.363172] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.496663] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228334} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.496663] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.497244] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1411ea5-0c19-4f49-8a20-297cd624e9bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.526968] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 9848e301-0bc2-43f1-ba0f-afbe47ad0247/9848e301-0bc2-43f1-ba0f-afbe47ad0247.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.532644] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d943132-1d93-49f7-978a-afed933e8fd3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.554804] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 770.554804] env[69481]: value = "task-3263781" [ 770.554804] env[69481]: _type = "Task" [ 770.554804] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.565728] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.620700] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263780, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.678344] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263778, 'name': CreateVM_Task, 'duration_secs': 0.656492} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.680926] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.681982] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.682147] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.682471] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.682731] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aff1f91-725d-49df-8370-6b9dca36fb79 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.688061] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 770.688061] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f78542-093c-8d47-da93-836021065ca2" [ 770.688061] env[69481]: _type = "Task" [ 770.688061] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.698980] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f78542-093c-8d47-da93-836021065ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.767061] env[69481]: DEBUG nova.network.neutron [req-bdbd80f4-507c-4ef2-a0a0-6b3a788313eb req-f8f7ce51-9711-4a7a-ba21-52da4699b3fc service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Updated VIF entry in instance network info cache for port 0aae7325-5341-423a-85cf-5c9d22adeedf. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.767494] env[69481]: DEBUG nova.network.neutron [req-bdbd80f4-507c-4ef2-a0a0-6b3a788313eb req-f8f7ce51-9711-4a7a-ba21-52da4699b3fc service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Updating instance_info_cache with network_info: [{"id": "0aae7325-5341-423a-85cf-5c9d22adeedf", "address": "fa:16:3e:ba:d5:d4", "network": {"id": "89b53bea-070b-4721-b184-78d2a05e8922", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1981370538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edc8596329dd401cb473e41e7218be88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aae7325-53", "ovs_interfaceid": "0aae7325-5341-423a-85cf-5c9d22adeedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.828707] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0fedfb2-65ad-41f8-858f-b682075ba3db tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.259s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.894790] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6d4348-efac-4834-8ad4-13942c335d5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.909140] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60c4e86-6680-454f-a241-9dd6becd6563 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.945364] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa9a2a1-c814-4ae4-a891-0311a482f714 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.953550] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b586868-4ced-469c-a100-7daba2f55110 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.961791] env[69481]: DEBUG nova.network.neutron [req-e545e13f-ddf3-4b9c-922c-e49cd055eed2 req-05023a3c-98d6-413e-8ae7-c6b95251a740 service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Updated VIF entry in instance network info cache for port fdffaeb9-ed34-447f-951d-727c06557836. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.962163] env[69481]: DEBUG nova.network.neutron [req-e545e13f-ddf3-4b9c-922c-e49cd055eed2 req-05023a3c-98d6-413e-8ae7-c6b95251a740 service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Updating instance_info_cache with network_info: [{"id": "fdffaeb9-ed34-447f-951d-727c06557836", "address": "fa:16:3e:a5:44:12", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdffaeb9-ed", "ovs_interfaceid": "fdffaeb9-ed34-447f-951d-727c06557836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.975462] env[69481]: DEBUG nova.compute.provider_tree [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.065678] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.117320] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263780, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.208910] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f78542-093c-8d47-da93-836021065ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.01933} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.209448] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.210858] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.210858] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.210858] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.210858] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.210858] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f41ff204-a655-42dd-aba3-133872948a3e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.223758] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.223758] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.223758] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46156999-6eee-4f51-8673-5be1b7a8f92d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.234448] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 771.234448] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c27fb7-1614-aef0-b877-08eea5f38427" [ 771.234448] env[69481]: _type = "Task" [ 771.234448] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.244182] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c27fb7-1614-aef0-b877-08eea5f38427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.272762] env[69481]: DEBUG oslo_concurrency.lockutils [req-bdbd80f4-507c-4ef2-a0a0-6b3a788313eb req-f8f7ce51-9711-4a7a-ba21-52da4699b3fc service nova] Releasing lock "refresh_cache-fc5e7855-fa94-4e1d-8208-00d876b1f896" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.465624] env[69481]: DEBUG oslo_concurrency.lockutils [req-e545e13f-ddf3-4b9c-922c-e49cd055eed2 req-05023a3c-98d6-413e-8ae7-c6b95251a740 service nova] Releasing lock "refresh_cache-bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.482235] env[69481]: DEBUG nova.scheduler.client.report [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.570521] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263781, 'name': ReconfigVM_Task, 'duration_secs': 0.711319} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.570843] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 9848e301-0bc2-43f1-ba0f-afbe47ad0247/9848e301-0bc2-43f1-ba0f-afbe47ad0247.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.572031] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c1d5022-3785-4c5d-8f75-b5bfc9df9f60 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.579949] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 771.579949] env[69481]: value = "task-3263782" [ 771.579949] env[69481]: _type = "Task" [ 771.579949] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.597405] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263782, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.624139] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263780, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.750214] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c27fb7-1614-aef0-b877-08eea5f38427, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.750214] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87849b89-d4d5-4330-b6dd-941f604d246d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.757490] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 771.757490] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]529146ba-fd08-3308-feac-52ac30b9d696" [ 771.757490] env[69481]: _type = "Task" [ 771.757490] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.765948] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529146ba-fd08-3308-feac-52ac30b9d696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.992118] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.994682] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.554s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.995626] env[69481]: DEBUG nova.objects.instance [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lazy-loading 'resources' on Instance uuid ed30ff05-dd61-418f-848a-45ff94fac298 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.026882] env[69481]: INFO nova.scheduler.client.report [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Deleted allocations for instance 31d05edc-ce5c-494d-b7aa-54d937656ca9 [ 772.095366] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263782, 'name': Rename_Task, 'duration_secs': 0.244199} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.095825] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.096204] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7712985d-e96f-49b3-81f8-e4c1ec0ce3db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.103206] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 772.103206] env[69481]: value = "task-3263783" [ 772.103206] env[69481]: _type = "Task" [ 772.103206] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.114163] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.123602] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263780, 'name': CloneVM_Task, 'duration_secs': 1.816024} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.123889] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Created linked-clone VM from snapshot [ 772.125034] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2f1f47-a4b2-469b-95cf-91546f629c18 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.133416] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Uploading image 33670541-87a7-4020-b9ea-38bf9705d4b5 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 772.159323] env[69481]: DEBUG oslo_vmware.rw_handles [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 772.159323] env[69481]: value = "vm-652026" [ 772.159323] env[69481]: _type = "VirtualMachine" [ 772.159323] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 772.159772] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-94258083-c7fb-4c91-8062-e59b69168494 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.165645] env[69481]: DEBUG oslo_vmware.rw_handles [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lease: (returnval){ [ 772.165645] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d8295e-eb15-dbad-4b91-a0d1de3152dd" [ 772.165645] env[69481]: _type = "HttpNfcLease" [ 772.165645] env[69481]: } obtained for exporting VM: (result){ [ 772.165645] env[69481]: value = "vm-652026" [ 772.165645] env[69481]: _type = "VirtualMachine" [ 772.165645] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 772.165989] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the lease: (returnval){ [ 772.165989] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d8295e-eb15-dbad-4b91-a0d1de3152dd" [ 772.165989] env[69481]: _type = "HttpNfcLease" [ 772.165989] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 772.172111] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.172111] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d8295e-eb15-dbad-4b91-a0d1de3152dd" [ 772.172111] env[69481]: _type = "HttpNfcLease" [ 772.172111] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 772.268056] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529146ba-fd08-3308-feac-52ac30b9d696, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.268333] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.268586] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] bf16ff00-3ca8-4e48-96f9-20e7c5641bb7/bf16ff00-3ca8-4e48-96f9-20e7c5641bb7.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.268853] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a0bd7f9-8f54-4cc0-b302-63a869e553d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.275950] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 772.275950] env[69481]: value = "task-3263785" [ 772.275950] env[69481]: _type = "Task" [ 772.275950] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.283950] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.538413] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54e13f30-e063-4dab-8fce-3073b802a01e tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "31d05edc-ce5c-494d-b7aa-54d937656ca9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.100s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.616477] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263783, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.677897] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.677897] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d8295e-eb15-dbad-4b91-a0d1de3152dd" [ 772.677897] env[69481]: _type = "HttpNfcLease" [ 772.677897] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 772.680690] env[69481]: DEBUG oslo_vmware.rw_handles [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 772.680690] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d8295e-eb15-dbad-4b91-a0d1de3152dd" [ 772.680690] env[69481]: _type = "HttpNfcLease" [ 772.680690] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 772.681795] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b90d1-9783-4637-80e9-deb7945f5fdd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.690185] env[69481]: DEBUG oslo_vmware.rw_handles [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225be1e-9ad9-10a9-382a-985dcb2671f7/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 772.691195] env[69481]: DEBUG oslo_vmware.rw_handles [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225be1e-9ad9-10a9-382a-985dcb2671f7/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 772.788064] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263785, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.805816] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a971b4e1-b1f9-4f95-8f5c-998817464372 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.118417] env[69481]: DEBUG oslo_vmware.api [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263783, 'name': PowerOnVM_Task, 'duration_secs': 0.75458} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.118730] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.120421] env[69481]: INFO nova.compute.manager [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Took 8.74 seconds to spawn the instance on the hypervisor. [ 773.120421] env[69481]: DEBUG nova.compute.manager [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.120421] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd1d040-a9bd-43fb-948e-1abb57935111 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.130535] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bdb509-ad2b-47e3-972f-6343c7acf930 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.137677] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43da24c5-e62a-48b6-b664-22b90cead57d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.173501] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b07b8-aca2-464d-9fd6-b1cb55b94e0a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.181911] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ecf5c4-74bd-47f0-a456-58b63b355943 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.197819] env[69481]: DEBUG nova.compute.provider_tree [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.287219] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809221} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.287371] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] bf16ff00-3ca8-4e48-96f9-20e7c5641bb7/bf16ff00-3ca8-4e48-96f9-20e7c5641bb7.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.287619] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.288304] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-395c128e-1088-4f94-8440-24bffcd0bd28 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.295577] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 773.295577] env[69481]: value = "task-3263786" [ 773.295577] env[69481]: _type = "Task" [ 773.295577] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.306032] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.464647] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "170c4c18-014e-4887-a6ce-888f2b28303e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.465192] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "170c4c18-014e-4887-a6ce-888f2b28303e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.646641] env[69481]: INFO nova.compute.manager [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Took 36.01 seconds to build instance. [ 773.701615] env[69481]: DEBUG nova.scheduler.client.report [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.807664] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071188} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.807845] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.811300] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446b0b86-f4e1-447b-a757-029eba9d81e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.841703] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] bf16ff00-3ca8-4e48-96f9-20e7c5641bb7/bf16ff00-3ca8-4e48-96f9-20e7c5641bb7.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.842083] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1b1b90a-4b0e-4094-b225-e6f4f297bdca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.866795] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 773.866795] env[69481]: value = "task-3263787" [ 773.866795] env[69481]: _type = "Task" [ 773.866795] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.880031] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.151323] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8660d753-4ec1-4c9b-bed3-f44a427fef86 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.043s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.211889] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.214852] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.796s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.217750] env[69481]: INFO nova.compute.claims [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.257043] env[69481]: INFO nova.scheduler.client.report [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Deleted allocations for instance ed30ff05-dd61-418f-848a-45ff94fac298 [ 774.378119] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.658189] env[69481]: DEBUG nova.compute.manager [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.773326] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa0eb205-7294-48ab-ab5e-49c8ec8afc61 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "ed30ff05-dd61-418f-848a-45ff94fac298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.534s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.838135] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "6e121b59-0677-42d8-b694-a0c05bab1118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.838443] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "6e121b59-0677-42d8-b694-a0c05bab1118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.880030] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263787, 'name': ReconfigVM_Task, 'duration_secs': 0.537076} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.880447] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Reconfigured VM instance instance-00000028 to attach disk [datastore1] bf16ff00-3ca8-4e48-96f9-20e7c5641bb7/bf16ff00-3ca8-4e48-96f9-20e7c5641bb7.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.881482] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3dc1afa-b42b-49ce-8092-f09559ea4e66 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.895680] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 774.895680] env[69481]: value = "task-3263788" [ 774.895680] env[69481]: _type = "Task" [ 774.895680] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.905567] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263788, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.178976] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.347041] env[69481]: INFO nova.compute.manager [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Rescuing [ 775.347429] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquiring lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.347604] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquired lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.347778] env[69481]: DEBUG nova.network.neutron [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.407349] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263788, 'name': Rename_Task, 'duration_secs': 0.196715} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.409363] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.409363] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dc948a8-b356-4db8-a2af-913f0ff93200 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.415950] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 775.415950] env[69481]: value = "task-3263789" [ 775.415950] env[69481]: _type = "Task" [ 775.415950] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.428059] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.746392] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc95ceb2-b198-4e8d-817d-c384309db159 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.757795] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcde55d-0b1f-419b-87f0-e79e8ae055b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.797828] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb8a6ac-db9c-494d-b655-41829f77603d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.806783] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f2cd29-1020-43af-a456-9193c196d346 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.823751] env[69481]: DEBUG nova.compute.provider_tree [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.930401] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.314199] env[69481]: DEBUG nova.network.neutron [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updating instance_info_cache with network_info: [{"id": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "address": "fa:16:3e:fe:a6:bd", "network": {"id": "60deaf9a-988f-4df4-a40e-dac740ba5116", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1149939008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf5fe87164ef496fb5ec2e575cbde313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5dc002-12", "ovs_interfaceid": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.327030] env[69481]: DEBUG nova.scheduler.client.report [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.431813] env[69481]: DEBUG oslo_vmware.api [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263789, 'name': PowerOnVM_Task, 'duration_secs': 0.859308} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.432667] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.433792] env[69481]: INFO nova.compute.manager [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Took 9.49 seconds to spawn the instance on the hypervisor. [ 776.434680] env[69481]: DEBUG nova.compute.manager [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.436495] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98034f65-06de-4c11-8c49-0bdf970ddeb9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.818822] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Releasing lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.833079] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.834040] env[69481]: DEBUG nova.compute.manager [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.840360] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.975s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.840360] env[69481]: DEBUG nova.objects.instance [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lazy-loading 'resources' on Instance uuid c299fcb9-93a7-418b-afc3-fd10ba330c44 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.965115] env[69481]: INFO nova.compute.manager [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Took 38.60 seconds to build instance. [ 776.977287] env[69481]: DEBUG oslo_concurrency.lockutils [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] Acquiring lock "refresh_cache-bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.977287] env[69481]: DEBUG oslo_concurrency.lockutils [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] Acquired lock "refresh_cache-bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.977287] env[69481]: DEBUG nova.network.neutron [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.347289] env[69481]: DEBUG nova.compute.utils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.357327] env[69481]: DEBUG nova.compute.manager [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.357573] env[69481]: DEBUG nova.network.neutron [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.470523] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b2f2c87-d9c2-406d-9b37-95ae4e482b22 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.645s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.483853] env[69481]: DEBUG nova.policy [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65fdba1b1e47435b82dc6e288de27531', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f9ffba0d68046d1bfe7644e2722cdd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.856994] env[69481]: DEBUG nova.compute.manager [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.916960] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2c5668-9c81-4661-8c9a-e88b87d6de4e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.930801] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90ec2e0-cec5-4b52-bd87-6fa8f3f9497a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.975482] env[69481]: DEBUG nova.compute.manager [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.979286] env[69481]: DEBUG nova.network.neutron [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Updating instance_info_cache with network_info: [{"id": "fdffaeb9-ed34-447f-951d-727c06557836", "address": "fa:16:3e:a5:44:12", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdffaeb9-ed", "ovs_interfaceid": "fdffaeb9-ed34-447f-951d-727c06557836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.980871] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373392fc-c77c-4fec-b69c-e5e37b0ad2d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.990622] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bc0d3b-0e7a-4cca-a15b-0ed4d99608f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.006055] env[69481]: DEBUG nova.compute.provider_tree [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.092170] env[69481]: DEBUG nova.network.neutron [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Successfully created port: 4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.381551] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.381551] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-037192b6-3d27-44b9-b514-4894ef5898b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.390078] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 778.390078] env[69481]: value = "task-3263790" [ 778.390078] env[69481]: _type = "Task" [ 778.390078] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.398090] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.484590] env[69481]: DEBUG oslo_concurrency.lockutils [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] Releasing lock "refresh_cache-bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.484887] env[69481]: DEBUG nova.compute.manager [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Inject network info {{(pid=69481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 778.485214] env[69481]: DEBUG nova.compute.manager [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] network_info to inject: |[{"id": "fdffaeb9-ed34-447f-951d-727c06557836", "address": "fa:16:3e:a5:44:12", "network": {"id": "318bad49-c523-4f8a-91af-4e5b31fceb77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1978540089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ec8e41da6341dd93fb3e9e7dcf3e7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdffaeb9-ed", "ovs_interfaceid": "fdffaeb9-ed34-447f-951d-727c06557836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 778.491290] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Reconfiguring VM instance to set the machine id {{(pid=69481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 778.496404] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba6b7d42-4ef0-40f3-ac22-e53930293f89 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.509348] env[69481]: DEBUG nova.scheduler.client.report [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.519585] env[69481]: DEBUG oslo_vmware.api [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] Waiting for the task: (returnval){ [ 778.519585] env[69481]: value = "task-3263791" [ 778.519585] env[69481]: _type = "Task" [ 778.519585] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.527521] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.529968] env[69481]: DEBUG oslo_vmware.api [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] Task: {'id': task-3263791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.879508] env[69481]: DEBUG nova.compute.manager [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.890548] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "3692b4ab-0ace-434f-be78-5d9db94453f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.890848] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "3692b4ab-0ace-434f-be78-5d9db94453f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.902764] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263790, 'name': PowerOffVM_Task, 'duration_secs': 0.406543} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.903394] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.904455] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0227ed26-0672-496c-8b64-f6c2fe939228 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.929192] env[69481]: DEBUG nova.virt.hardware [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.929534] env[69481]: DEBUG nova.virt.hardware [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.929617] env[69481]: DEBUG nova.virt.hardware [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.930269] env[69481]: DEBUG nova.virt.hardware [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.930269] env[69481]: DEBUG nova.virt.hardware [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.930269] env[69481]: DEBUG nova.virt.hardware [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.930387] env[69481]: DEBUG nova.virt.hardware [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.931293] env[69481]: DEBUG nova.virt.hardware [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.931293] env[69481]: DEBUG nova.virt.hardware [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.931293] env[69481]: DEBUG nova.virt.hardware [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.931293] env[69481]: DEBUG nova.virt.hardware [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.931899] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ed982f-3c68-4c80-a591-0e56c291d584 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.935558] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cf85f5-5fe0-468c-92ca-7ccc7e2f08b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.949864] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3414cc0d-52f7-4be3-9745-715648199ecc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.977094] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.977425] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e06b6511-f7b8-46c6-86e9-18b70012f89f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.984328] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 778.984328] env[69481]: value = "task-3263792" [ 778.984328] env[69481]: _type = "Task" [ 778.984328] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.992770] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.017065] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.018782] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.108s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.019764] env[69481]: DEBUG nova.objects.instance [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Lazy-loading 'resources' on Instance uuid a0978186-2fc8-4763-ae5a-b70e5a8e8b28 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.033103] env[69481]: DEBUG oslo_vmware.api [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] Task: {'id': task-3263791, 'name': ReconfigVM_Task, 'duration_secs': 0.276764} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.033864] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-58e397e9-1550-4b51-99a2-df1b32352319 tempest-ServersAdminTestJSON-1885988357 tempest-ServersAdminTestJSON-1885988357-project-admin] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Reconfigured VM instance to set the machine id {{(pid=69481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 779.048706] env[69481]: INFO nova.scheduler.client.report [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleted allocations for instance c299fcb9-93a7-418b-afc3-fd10ba330c44 [ 779.496160] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 779.496569] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.497500] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.497500] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.497500] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.497500] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f7841d7-6391-496b-99ca-2ba7733137fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.510299] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.510526] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.511295] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d980c0f7-8024-4aba-a596-01b6e174eb84 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.517650] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 779.517650] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d3164d-3750-11f6-cbb2-35581b395094" [ 779.517650] env[69481]: _type = "Task" [ 779.517650] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.529799] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d3164d-3750-11f6-cbb2-35581b395094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.563321] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a1f5bdde-437f-43d3-bf41-ad1571986a3e tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "c299fcb9-93a7-418b-afc3-fd10ba330c44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.997s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.640029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Acquiring lock "42551aa9-dd5e-4434-9c83-2749d325efe9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.640029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.776073] env[69481]: DEBUG nova.network.neutron [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Successfully updated port: 4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.874864] env[69481]: DEBUG nova.compute.manager [req-32769fe7-063b-4796-8bfc-05eb3808b694 req-0ea22a74-f23b-48e6-b568-9510e9f49ebc service nova] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Received event network-vif-plugged-4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.874864] env[69481]: DEBUG oslo_concurrency.lockutils [req-32769fe7-063b-4796-8bfc-05eb3808b694 req-0ea22a74-f23b-48e6-b568-9510e9f49ebc service nova] Acquiring lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.875064] env[69481]: DEBUG oslo_concurrency.lockutils [req-32769fe7-063b-4796-8bfc-05eb3808b694 req-0ea22a74-f23b-48e6-b568-9510e9f49ebc service nova] Lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.875240] env[69481]: DEBUG oslo_concurrency.lockutils [req-32769fe7-063b-4796-8bfc-05eb3808b694 req-0ea22a74-f23b-48e6-b568-9510e9f49ebc service nova] Lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.875564] env[69481]: DEBUG nova.compute.manager [req-32769fe7-063b-4796-8bfc-05eb3808b694 req-0ea22a74-f23b-48e6-b568-9510e9f49ebc service nova] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] No waiting events found dispatching network-vif-plugged-4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.875564] env[69481]: WARNING nova.compute.manager [req-32769fe7-063b-4796-8bfc-05eb3808b694 req-0ea22a74-f23b-48e6-b568-9510e9f49ebc service nova] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Received unexpected event network-vif-plugged-4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be for instance with vm_state building and task_state spawning. [ 780.029845] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d3164d-3750-11f6-cbb2-35581b395094, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.030671] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6303d01-9f35-4957-a5d0-8af4c7dc111a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.035587] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 780.035587] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]527efe0b-3fa9-6721-f565-545dcd84bb53" [ 780.035587] env[69481]: _type = "Task" [ 780.035587] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.041949] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c38065-4c80-41af-af88-b3116bf402e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.047568] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527efe0b-3fa9-6721-f565-545dcd84bb53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.051867] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bd8a33-aa40-494e-829c-d99256e71eeb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.082850] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0895d7a-bba3-4235-ad69-5d4191f846d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.090454] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43610fbe-8516-49f3-ba60-3b8b2825fcd8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.104034] env[69481]: DEBUG nova.compute.provider_tree [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.139422] env[69481]: INFO nova.compute.manager [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Rebuilding instance [ 780.143867] env[69481]: DEBUG nova.compute.utils [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.187106] env[69481]: DEBUG nova.compute.manager [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.188014] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9486ed6-d03b-4a11-828d-76a274e83cad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.278747] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquiring lock "refresh_cache-d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.278898] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquired lock "refresh_cache-d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.279142] env[69481]: DEBUG nova.network.neutron [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.552288] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527efe0b-3fa9-6721-f565-545dcd84bb53, 'name': SearchDatastore_Task, 'duration_secs': 0.013344} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.552582] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.552844] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 9848e301-0bc2-43f1-ba0f-afbe47ad0247/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. {{(pid=69481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 780.553244] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d3dbe77-3144-489a-882f-96ecd92feb4d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.560925] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 780.560925] env[69481]: value = "task-3263793" [ 780.560925] env[69481]: _type = "Task" [ 780.560925] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.569582] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.610146] env[69481]: DEBUG nova.scheduler.client.report [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.646686] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.817028] env[69481]: DEBUG nova.network.neutron [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.029808] env[69481]: DEBUG nova.network.neutron [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Updating instance_info_cache with network_info: [{"id": "4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be", "address": "fa:16:3e:e2:de:ab", "network": {"id": "b84c5fea-2480-4142-b80a-8aa1dd4559d2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1240739305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f9ffba0d68046d1bfe7644e2722cdd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef7287d-0a", "ovs_interfaceid": "4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.071690] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263793, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.116544] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.119596] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.966s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.166016] env[69481]: INFO nova.scheduler.client.report [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Deleted allocations for instance a0978186-2fc8-4763-ae5a-b70e5a8e8b28 [ 781.207954] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.208398] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a38f9342-e38c-4492-835c-ba4132c66ae6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.216325] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 781.216325] env[69481]: value = "task-3263794" [ 781.216325] env[69481]: _type = "Task" [ 781.216325] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.228311] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.540210] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Releasing lock "refresh_cache-d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.540210] env[69481]: DEBUG nova.compute.manager [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Instance network_info: |[{"id": "4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be", "address": "fa:16:3e:e2:de:ab", "network": {"id": "b84c5fea-2480-4142-b80a-8aa1dd4559d2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1240739305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f9ffba0d68046d1bfe7644e2722cdd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef7287d-0a", "ovs_interfaceid": "4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.540210] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:de:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.547853] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Creating folder: Project (2f9ffba0d68046d1bfe7644e2722cdd6). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.548193] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7700ccd5-22f6-4f8d-a3b8-df8eeae0aa68 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.558868] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Created folder: Project (2f9ffba0d68046d1bfe7644e2722cdd6) in parent group-v651898. [ 781.559258] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Creating folder: Instances. Parent ref: group-v652027. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.559426] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75d9685b-70f6-45fd-8d73-dd37b2a2c7b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.578777] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615856} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.579383] env[69481]: INFO nova.virt.vmwareapi.ds_util [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 9848e301-0bc2-43f1-ba0f-afbe47ad0247/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. [ 781.579681] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Created folder: Instances in parent group-v652027. [ 781.579930] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.580595] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412a0318-080a-4d70-8ad1-b3138bc37cf7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.583023] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.583232] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7682c31-2a01-4f32-8840-42bad3d25620 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.624967] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 9848e301-0bc2-43f1-ba0f-afbe47ad0247/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.625286] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.625286] env[69481]: value = "task-3263797" [ 781.625286] env[69481]: _type = "Task" [ 781.625286] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.635538] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6c611fc-f0e7-46da-b883-d6e36bc27f34 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.669577] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263797, 'name': CreateVM_Task} progress is 15%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.672321] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 781.672321] env[69481]: value = "task-3263798" [ 781.672321] env[69481]: _type = "Task" [ 781.672321] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.672728] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ff4f372d-145e-4fbc-8247-6490f830b814 tempest-ServerMetadataNegativeTestJSON-1084767840 tempest-ServerMetadataNegativeTestJSON-1084767840-project-member] Lock "a0978186-2fc8-4763-ae5a-b70e5a8e8b28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.475s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.684112] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.692313] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance b700fd5c-bea2-48c1-ba6d-c361872636e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.692528] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance e8849400-5f6e-4718-ac0d-f8d9220cc88a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.692716] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 9ef29985-af3c-4d65-856b-a030f111cf85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.692868] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.692997] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 42551aa9-dd5e-4434-9c83-2749d325efe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.693162] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 373884a4-1ca4-412b-adb0-0122a6c3a6ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.693313] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a450822f-74fd-4483-afba-1b7f2f2ff604 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.693465] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 634b6ae2-3e25-4f45-9ace-005766a588de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.693619] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 5777318f-3425-4ad6-913a-4c98ab68d4e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.693757] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.694193] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 83c98adf-e50f-4908-b1fe-c42c7a2568cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.694193] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a09a75d5-e39c-40c6-9f3e-343928a2c96e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.694193] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a4700b2f-00f1-49aa-af3d-8045c6f6a797 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.694329] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 5e338780-2cf4-436c-ae29-6225d56648fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.694478] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 1e853890-eff8-4c59-95f0-b1a81133b6f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.694656] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 584cd2c9-73b0-4bae-9ec1-55c2366a566b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.694796] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance e2d3f1f0-30a5-41bb-804a-a57073b4fed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.694937] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance eb369bb1-f4d2-4286-a4d0-f1a7080e7723 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.695101] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance fc5e7855-fa94-4e1d-8208-00d876b1f896 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.695244] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 9848e301-0bc2-43f1-ba0f-afbe47ad0247 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.695385] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance bf16ff00-3ca8-4e48-96f9-20e7c5641bb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.695555] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.726061] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263794, 'name': PowerOffVM_Task, 'duration_secs': 0.289731} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.726359] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.726585] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.727460] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc8a0d-0041-46a9-b1f9-5da161f0c896 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.735128] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Acquiring lock "42551aa9-dd5e-4434-9c83-2749d325efe9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.735373] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.735586] env[69481]: INFO nova.compute.manager [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Attaching volume 898cd35a-3784-472a-b59e-8b9b60acaffa to /dev/sdb [ 781.737300] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.737750] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-849b1425-c544-4ad2-b6bc-ebdb10fa2f8e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.777804] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6467e6d-4988-4b6e-b542-32cfa0fe9baf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.786152] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa79244-0b90-40cc-8412-475de99519ff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.803101] env[69481]: DEBUG nova.virt.block_device [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Updating existing volume attachment record: ae79c840-f668-4f3e-91ec-59145f4e0a21 {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 781.808465] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.808465] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.808465] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleting the datastore file [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.808465] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae81ffe-af72-46cd-b4e9-d9295e2ed127 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.814642] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 781.814642] env[69481]: value = "task-3263800" [ 781.814642] env[69481]: _type = "Task" [ 781.814642] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.824566] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.907968] env[69481]: DEBUG nova.compute.manager [req-dc59b230-a603-47fb-8081-23b9adb242ea req-7d7e9821-c255-4c30-afa2-6e6e56f2f1a1 service nova] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Received event network-changed-4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.908253] env[69481]: DEBUG nova.compute.manager [req-dc59b230-a603-47fb-8081-23b9adb242ea req-7d7e9821-c255-4c30-afa2-6e6e56f2f1a1 service nova] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Refreshing instance network info cache due to event network-changed-4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.908626] env[69481]: DEBUG oslo_concurrency.lockutils [req-dc59b230-a603-47fb-8081-23b9adb242ea req-7d7e9821-c255-4c30-afa2-6e6e56f2f1a1 service nova] Acquiring lock "refresh_cache-d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.908697] env[69481]: DEBUG oslo_concurrency.lockutils [req-dc59b230-a603-47fb-8081-23b9adb242ea req-7d7e9821-c255-4c30-afa2-6e6e56f2f1a1 service nova] Acquired lock "refresh_cache-d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.908881] env[69481]: DEBUG nova.network.neutron [req-dc59b230-a603-47fb-8081-23b9adb242ea req-7d7e9821-c255-4c30-afa2-6e6e56f2f1a1 service nova] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Refreshing network info cache for port 4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.168511] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263797, 'name': CreateVM_Task, 'duration_secs': 0.520136} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.168750] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.169617] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.169888] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.171516] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.171516] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958a734f-ecac-4078-b215-98f94c38a49b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.181263] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for the task: (returnval){ [ 782.181263] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528535bd-f60d-aba5-eaf1-782c935a8788" [ 782.181263] env[69481]: _type = "Task" [ 782.181263] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.191806] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263798, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.204649] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 29474f4a-15a6-41cb-8df5-8fdb1747f116 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.207538] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528535bd-f60d-aba5-eaf1-782c935a8788, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.207538] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.207741] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.207793] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.207917] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.208221] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.208728] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c69a4a3e-7c04-49d5-a00b-963738e3617c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.218040] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.218284] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.219112] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d312b6e-e15b-4c10-a763-421bc86ee702 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.227740] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for the task: (returnval){ [ 782.227740] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]523bac2f-26dc-2526-0a97-5e3f750e9ada" [ 782.227740] env[69481]: _type = "Task" [ 782.227740] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.236243] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523bac2f-26dc-2526-0a97-5e3f750e9ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.326738] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199971} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.327132] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.327373] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.327590] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.683894] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263798, 'name': ReconfigVM_Task, 'duration_secs': 0.531551} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.684150] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 9848e301-0bc2-43f1-ba0f-afbe47ad0247/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.685038] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3506dba-115b-44ff-a2fc-6e86ed3b1c36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.711839] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 4183d319-37e1-4d9d-9b53-e629d6fc84f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.713159] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd8a3a9-ed57-4cc8-8a5e-d80d6da5930d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.734070] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 782.734070] env[69481]: value = "task-3263804" [ 782.734070] env[69481]: _type = "Task" [ 782.734070] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.742327] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523bac2f-26dc-2526-0a97-5e3f750e9ada, 'name': SearchDatastore_Task, 'duration_secs': 0.011228} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.744857] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c2e7368-98fc-407d-80c5-a8be25675806 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.753054] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.754949] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for the task: (returnval){ [ 782.754949] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522b1f04-f842-5f75-9193-364974345860" [ 782.754949] env[69481]: _type = "Task" [ 782.754949] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.763794] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522b1f04-f842-5f75-9193-364974345860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.859895] env[69481]: DEBUG nova.network.neutron [req-dc59b230-a603-47fb-8081-23b9adb242ea req-7d7e9821-c255-4c30-afa2-6e6e56f2f1a1 service nova] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Updated VIF entry in instance network info cache for port 4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.860492] env[69481]: DEBUG nova.network.neutron [req-dc59b230-a603-47fb-8081-23b9adb242ea req-7d7e9821-c255-4c30-afa2-6e6e56f2f1a1 service nova] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Updating instance_info_cache with network_info: [{"id": "4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be", "address": "fa:16:3e:e2:de:ab", "network": {"id": "b84c5fea-2480-4142-b80a-8aa1dd4559d2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1240739305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f9ffba0d68046d1bfe7644e2722cdd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef7287d-0a", "ovs_interfaceid": "4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.915472] env[69481]: DEBUG oslo_vmware.rw_handles [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225be1e-9ad9-10a9-382a-985dcb2671f7/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 782.916441] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfddb7b4-f132-4f31-90bb-d793447870df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.923102] env[69481]: DEBUG oslo_vmware.rw_handles [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225be1e-9ad9-10a9-382a-985dcb2671f7/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 782.923437] env[69481]: ERROR oslo_vmware.rw_handles [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225be1e-9ad9-10a9-382a-985dcb2671f7/disk-0.vmdk due to incomplete transfer. [ 782.923758] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9142411-4314-4c3b-bab1-93bb9fbed645 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.931182] env[69481]: DEBUG oslo_vmware.rw_handles [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225be1e-9ad9-10a9-382a-985dcb2671f7/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 782.931360] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Uploaded image 33670541-87a7-4020-b9ea-38bf9705d4b5 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 782.933565] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 782.933851] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75d859c3-1e24-479b-b292-f76594c7100d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.941763] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 782.941763] env[69481]: value = "task-3263805" [ 782.941763] env[69481]: _type = "Task" [ 782.941763] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.950570] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263805, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.225432] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.246709] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263804, 'name': ReconfigVM_Task, 'duration_secs': 0.397955} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.247042] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.247272] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdfa416c-9de6-49ea-adb2-6a5508710095 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.255167] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 783.255167] env[69481]: value = "task-3263806" [ 783.255167] env[69481]: _type = "Task" [ 783.255167] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.268416] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.271386] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522b1f04-f842-5f75-9193-364974345860, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.271516] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.271754] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc/d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.271994] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c4cedcf-cfe6-4cd1-98b0-60948e98a330 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.280731] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for the task: (returnval){ [ 783.280731] env[69481]: value = "task-3263807" [ 783.280731] env[69481]: _type = "Task" [ 783.280731] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.292482] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.365845] env[69481]: DEBUG oslo_concurrency.lockutils [req-dc59b230-a603-47fb-8081-23b9adb242ea req-7d7e9821-c255-4c30-afa2-6e6e56f2f1a1 service nova] Releasing lock "refresh_cache-d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.370400] env[69481]: DEBUG nova.virt.hardware [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.370902] env[69481]: DEBUG nova.virt.hardware [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.371262] env[69481]: DEBUG nova.virt.hardware [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.371426] env[69481]: DEBUG nova.virt.hardware [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.371689] env[69481]: DEBUG nova.virt.hardware [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.372091] env[69481]: DEBUG nova.virt.hardware [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.372463] env[69481]: DEBUG nova.virt.hardware [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.372867] env[69481]: DEBUG nova.virt.hardware [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.373240] env[69481]: DEBUG nova.virt.hardware [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.373633] env[69481]: DEBUG nova.virt.hardware [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.373693] env[69481]: DEBUG nova.virt.hardware [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.375377] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d9ebb-887f-4eb5-9dfa-c603dda5361e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.386945] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a761c2-d641-465d-9da4-b68579dbec3c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.402442] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:38:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9be0155-f1bd-4a32-ba7a-43e56794cd41', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.410846] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.411260] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.411572] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38a1547c-924c-4636-b31b-72d0fc6f8429 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.434173] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.434173] env[69481]: value = "task-3263808" [ 783.434173] env[69481]: _type = "Task" [ 783.434173] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.451338] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263808, 'name': CreateVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.458911] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263805, 'name': Destroy_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.730353] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance de29d366-5596-4109-9b46-3628b86684de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.766467] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263806, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.791229] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477518} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.791666] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc/d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.792057] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.792723] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f39ef50a-b566-40d2-9a38-bd9fcdb55cc0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.799556] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for the task: (returnval){ [ 783.799556] env[69481]: value = "task-3263809" [ 783.799556] env[69481]: _type = "Task" [ 783.799556] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.810289] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.945575] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263808, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.954817] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263805, 'name': Destroy_Task, 'duration_secs': 0.766934} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.955329] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Destroyed the VM [ 783.955815] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 783.956379] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-628a9042-84fe-4c70-8b00-2ec0268d7d97 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.966737] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 783.966737] env[69481]: value = "task-3263810" [ 783.966737] env[69481]: _type = "Task" [ 783.966737] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.981294] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.233842] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 516b18ca-fe00-4836-9f5f-c313deab2eb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.266083] env[69481]: DEBUG oslo_vmware.api [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263806, 'name': PowerOnVM_Task, 'duration_secs': 0.847263} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.266447] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.269846] env[69481]: DEBUG nova.compute.manager [None req-d4ccb829-e322-468c-bc80-1b4819770d07 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.270676] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec8b222-63d6-4053-b51d-21075a6f112c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.313384] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063325} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.313384] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.313384] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a95d7d-b118-4b4c-b407-c658099fb1f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.344566] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc/d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.345133] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8686cc-c79a-4fc2-a48b-8d9905ad59a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.364714] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for the task: (returnval){ [ 784.364714] env[69481]: value = "task-3263812" [ 784.364714] env[69481]: _type = "Task" [ 784.364714] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.372950] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.445111] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263808, 'name': CreateVM_Task, 'duration_secs': 0.544987} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.445242] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.446017] env[69481]: DEBUG oslo_concurrency.lockutils [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.446210] env[69481]: DEBUG oslo_concurrency.lockutils [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.446517] env[69481]: DEBUG oslo_concurrency.lockutils [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.446782] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf362c9-7348-4282-81d8-6e5ce9c795b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.452036] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 784.452036] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5288ad36-96ac-d50f-c60e-ef72a3f76151" [ 784.452036] env[69481]: _type = "Task" [ 784.452036] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.459236] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5288ad36-96ac-d50f-c60e-ef72a3f76151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.476793] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.737637] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.874927] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.962472] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5288ad36-96ac-d50f-c60e-ef72a3f76151, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.962778] env[69481]: DEBUG oslo_concurrency.lockutils [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.963048] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.963295] env[69481]: DEBUG oslo_concurrency.lockutils [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.963434] env[69481]: DEBUG oslo_concurrency.lockutils [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.963607] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.963873] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-600bcc3a-660a-48b0-9060-f25475dff848 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.972713] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.972713] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.974074] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed542c14-f112-40b4-bc43-8d410676ab22 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.979420] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263810, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.982619] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 784.982619] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52552aa1-7042-9e01-21cf-942762209035" [ 784.982619] env[69481]: _type = "Task" [ 784.982619] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.989363] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52552aa1-7042-9e01-21cf-942762209035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.240917] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 2fd81153-eb96-436d-9041-0c21f77944b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.377220] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263812, 'name': ReconfigVM_Task, 'duration_secs': 0.9199} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.377449] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Reconfigured VM instance instance-00000029 to attach disk [datastore2] d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc/d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.378112] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32244a16-aed5-4b59-a09f-286c9f6798b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.384221] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for the task: (returnval){ [ 785.384221] env[69481]: value = "task-3263813" [ 785.384221] env[69481]: _type = "Task" [ 785.384221] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.393289] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263813, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.477176] env[69481]: DEBUG oslo_vmware.api [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263810, 'name': RemoveSnapshot_Task, 'duration_secs': 1.339531} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.477741] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.477741] env[69481]: INFO nova.compute.manager [None req-75d0c417-c696-464a-968b-0dcee76d5e37 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Took 17.46 seconds to snapshot the instance on the hypervisor. [ 785.493314] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52552aa1-7042-9e01-21cf-942762209035, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.494166] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857e29de-6d86-4855-9b7a-398da77ee80e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.499181] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 785.499181] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c452c5-4b2b-436e-b9f4-e972404b9469" [ 785.499181] env[69481]: _type = "Task" [ 785.499181] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.507516] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c452c5-4b2b-436e-b9f4-e972404b9469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.744062] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 692c8686-ae6f-45d1-b227-c4e1c440bf08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.902025] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263813, 'name': Rename_Task, 'duration_secs': 0.279605} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.902678] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.903336] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2154b9fc-b7d1-4805-9b69-1015af7d779b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.910641] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for the task: (returnval){ [ 785.910641] env[69481]: value = "task-3263814" [ 785.910641] env[69481]: _type = "Task" [ 785.910641] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.918240] env[69481]: DEBUG nova.compute.manager [req-61bf8e76-eba5-40e5-b1a4-a0eb567daa3c req-875e87ff-fbd8-48df-9bb4-91a634ed8594 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Received event network-changed-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.918431] env[69481]: DEBUG nova.compute.manager [req-61bf8e76-eba5-40e5-b1a4-a0eb567daa3c req-875e87ff-fbd8-48df-9bb4-91a634ed8594 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Refreshing instance network info cache due to event network-changed-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.918649] env[69481]: DEBUG oslo_concurrency.lockutils [req-61bf8e76-eba5-40e5-b1a4-a0eb567daa3c req-875e87ff-fbd8-48df-9bb4-91a634ed8594 service nova] Acquiring lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.918780] env[69481]: DEBUG oslo_concurrency.lockutils [req-61bf8e76-eba5-40e5-b1a4-a0eb567daa3c req-875e87ff-fbd8-48df-9bb4-91a634ed8594 service nova] Acquired lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.918936] env[69481]: DEBUG nova.network.neutron [req-61bf8e76-eba5-40e5-b1a4-a0eb567daa3c req-875e87ff-fbd8-48df-9bb4-91a634ed8594 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Refreshing network info cache for port 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.926517] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.011662] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c452c5-4b2b-436e-b9f4-e972404b9469, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.012085] env[69481]: DEBUG oslo_concurrency.lockutils [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.012203] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.012450] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c88e1a0-f740-4c0a-9b78-bdb09fe69108 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.018341] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 786.018341] env[69481]: value = "task-3263815" [ 786.018341] env[69481]: _type = "Task" [ 786.018341] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.026763] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.247906] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 170c4c18-014e-4887-a6ce-888f2b28303e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.374888] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 786.375277] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652032', 'volume_id': '898cd35a-3784-472a-b59e-8b9b60acaffa', 'name': 'volume-898cd35a-3784-472a-b59e-8b9b60acaffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42551aa9-dd5e-4434-9c83-2749d325efe9', 'attached_at': '', 'detached_at': '', 'volume_id': '898cd35a-3784-472a-b59e-8b9b60acaffa', 'serial': '898cd35a-3784-472a-b59e-8b9b60acaffa'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 786.376392] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d16450f-dc63-40be-99b4-761d7806091b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.403346] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e2e403-011b-483f-8086-87fe0f257dd8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.451660] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.459975] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] volume-898cd35a-3784-472a-b59e-8b9b60acaffa/volume-898cd35a-3784-472a-b59e-8b9b60acaffa.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.460766] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7471dff-3c02-44d3-a9e2-c499e384f0c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.479540] env[69481]: DEBUG oslo_vmware.api [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Waiting for the task: (returnval){ [ 786.479540] env[69481]: value = "task-3263816" [ 786.479540] env[69481]: _type = "Task" [ 786.479540] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.490332] env[69481]: DEBUG oslo_vmware.api [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Task: {'id': task-3263816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.530757] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263815, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.727882] env[69481]: DEBUG nova.network.neutron [req-61bf8e76-eba5-40e5-b1a4-a0eb567daa3c req-875e87ff-fbd8-48df-9bb4-91a634ed8594 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updated VIF entry in instance network info cache for port 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.730607] env[69481]: DEBUG nova.network.neutron [req-61bf8e76-eba5-40e5-b1a4-a0eb567daa3c req-875e87ff-fbd8-48df-9bb4-91a634ed8594 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updating instance_info_cache with network_info: [{"id": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "address": "fa:16:3e:fe:a6:bd", "network": {"id": "60deaf9a-988f-4df4-a40e-dac740ba5116", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1149939008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf5fe87164ef496fb5ec2e575cbde313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5dc002-12", "ovs_interfaceid": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.752063] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 6e121b59-0677-42d8-b694-a0c05bab1118 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.925506] env[69481]: DEBUG oslo_vmware.api [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263814, 'name': PowerOnVM_Task, 'duration_secs': 0.808241} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.926251] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.926251] env[69481]: INFO nova.compute.manager [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Took 8.05 seconds to spawn the instance on the hypervisor. [ 786.926470] env[69481]: DEBUG nova.compute.manager [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.927408] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43412593-b7c8-4ce6-8bc8-4602d05efe40 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.996239] env[69481]: DEBUG oslo_vmware.api [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Task: {'id': task-3263816, 'name': ReconfigVM_Task, 'duration_secs': 0.481575} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.996683] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Reconfigured VM instance instance-00000010 to attach disk [datastore2] volume-898cd35a-3784-472a-b59e-8b9b60acaffa/volume-898cd35a-3784-472a-b59e-8b9b60acaffa.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.006935] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73a9c791-7f16-4a27-86b7-b7833f81544a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.044312] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602444} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.046624] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.046624] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.047085] env[69481]: DEBUG oslo_vmware.api [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Waiting for the task: (returnval){ [ 787.047085] env[69481]: value = "task-3263817" [ 787.047085] env[69481]: _type = "Task" [ 787.047085] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.048093] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcbeba71-c7c1-4e39-98a3-fff15250b9ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.063153] env[69481]: DEBUG oslo_vmware.api [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Task: {'id': task-3263817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.065393] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 787.065393] env[69481]: value = "task-3263818" [ 787.065393] env[69481]: _type = "Task" [ 787.065393] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.234021] env[69481]: DEBUG oslo_concurrency.lockutils [req-61bf8e76-eba5-40e5-b1a4-a0eb567daa3c req-875e87ff-fbd8-48df-9bb4-91a634ed8594 service nova] Releasing lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.256995] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 3692b4ab-0ace-434f-be78-5d9db94453f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.257386] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 787.258236] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 787.448787] env[69481]: INFO nova.compute.manager [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Took 44.06 seconds to build instance. [ 787.563309] env[69481]: DEBUG oslo_vmware.api [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Task: {'id': task-3263817, 'name': ReconfigVM_Task, 'duration_secs': 0.178067} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.563619] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652032', 'volume_id': '898cd35a-3784-472a-b59e-8b9b60acaffa', 'name': 'volume-898cd35a-3784-472a-b59e-8b9b60acaffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42551aa9-dd5e-4434-9c83-2749d325efe9', 'attached_at': '', 'detached_at': '', 'volume_id': '898cd35a-3784-472a-b59e-8b9b60acaffa', 'serial': '898cd35a-3784-472a-b59e-8b9b60acaffa'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 787.579112] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079941} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.579212] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.580443] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1ebe2c-c8c0-4eff-ba29-5d1adea2b1e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.606997] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.607675] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06cd1b30-eba5-4550-86ef-667247fbbc5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.630542] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 787.630542] env[69481]: value = "task-3263819" [ 787.630542] env[69481]: _type = "Task" [ 787.630542] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.638623] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.755359] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d6babb-24c0-4921-bbed-908498eefebc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.764586] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb51939-b6e0-4c15-afe3-c0528943cf86 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.797206] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed89653-5415-4cc8-b6ba-c7f1230d8a93 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.807862] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ae891e-fc77-4dbc-abe9-140bf5349dfc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.823851] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.951657] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e67699e1-5d12-4733-889e-9fb2f8e0bee3 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.064s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.140781] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263819, 'name': ReconfigVM_Task, 'duration_secs': 0.276917} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.141288] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.142290] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-041d8c5c-a3fd-47fa-96a9-963f2bb39383 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.148585] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 788.148585] env[69481]: value = "task-3263820" [ 788.148585] env[69481]: _type = "Task" [ 788.148585] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.157769] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263820, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.327048] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.422989] env[69481]: DEBUG nova.compute.manager [req-453bbf53-8dd5-4c3d-867e-9a134118e16b req-27319165-84f5-431b-8682-438a49dfa187 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Received event network-changed-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.423223] env[69481]: DEBUG nova.compute.manager [req-453bbf53-8dd5-4c3d-867e-9a134118e16b req-27319165-84f5-431b-8682-438a49dfa187 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Refreshing instance network info cache due to event network-changed-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.423441] env[69481]: DEBUG oslo_concurrency.lockutils [req-453bbf53-8dd5-4c3d-867e-9a134118e16b req-27319165-84f5-431b-8682-438a49dfa187 service nova] Acquiring lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.423585] env[69481]: DEBUG oslo_concurrency.lockutils [req-453bbf53-8dd5-4c3d-867e-9a134118e16b req-27319165-84f5-431b-8682-438a49dfa187 service nova] Acquired lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.423745] env[69481]: DEBUG nova.network.neutron [req-453bbf53-8dd5-4c3d-867e-9a134118e16b req-27319165-84f5-431b-8682-438a49dfa187 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Refreshing network info cache for port 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.454118] env[69481]: DEBUG nova.compute.manager [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.462296] env[69481]: DEBUG oslo_concurrency.lockutils [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquiring lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.462526] env[69481]: DEBUG oslo_concurrency.lockutils [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.462726] env[69481]: DEBUG oslo_concurrency.lockutils [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquiring lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.462910] env[69481]: DEBUG oslo_concurrency.lockutils [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.463096] env[69481]: DEBUG oslo_concurrency.lockutils [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.465053] env[69481]: INFO nova.compute.manager [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Terminating instance [ 788.568436] env[69481]: DEBUG nova.compute.manager [req-10ee3c48-61d7-4d6f-95a2-53baf33c5c49 req-0c624f90-7ad9-41b5-908a-47e9da58da68 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Received event network-changed-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.568624] env[69481]: DEBUG nova.compute.manager [req-10ee3c48-61d7-4d6f-95a2-53baf33c5c49 req-0c624f90-7ad9-41b5-908a-47e9da58da68 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Refreshing instance network info cache due to event network-changed-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.568809] env[69481]: DEBUG oslo_concurrency.lockutils [req-10ee3c48-61d7-4d6f-95a2-53baf33c5c49 req-0c624f90-7ad9-41b5-908a-47e9da58da68 service nova] Acquiring lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.611480] env[69481]: DEBUG nova.objects.instance [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Lazy-loading 'flavor' on Instance uuid 42551aa9-dd5e-4434-9c83-2749d325efe9 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.666672] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263820, 'name': Rename_Task, 'duration_secs': 0.176964} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.666978] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.667441] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18ddcc9f-5716-4c47-8b23-88d823f0fe54 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.675932] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 788.675932] env[69481]: value = "task-3263821" [ 788.675932] env[69481]: _type = "Task" [ 788.675932] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.687208] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.808089] env[69481]: DEBUG nova.compute.manager [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.810043] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61d9cc0-fae7-419c-9bd7-3291a03b5149 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.837421] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 788.840024] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.718s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.840024] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.395s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.840024] env[69481]: DEBUG nova.objects.instance [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 788.968944] env[69481]: DEBUG nova.compute.manager [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.972037] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.972037] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7af17d-03df-41eb-a8df-fd8aa108e5a0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.984179] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.985984] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.986679] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbd789be-aec0-457d-9561-8e49280e06ff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.992942] env[69481]: DEBUG oslo_vmware.api [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for the task: (returnval){ [ 788.992942] env[69481]: value = "task-3263822" [ 788.992942] env[69481]: _type = "Task" [ 788.992942] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.006134] env[69481]: DEBUG oslo_vmware.api [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.119524] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f687f2f-2db7-466b-84b0-c3ca578492f6 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.384s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.188945] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263821, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.313066] env[69481]: DEBUG nova.network.neutron [req-453bbf53-8dd5-4c3d-867e-9a134118e16b req-27319165-84f5-431b-8682-438a49dfa187 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updated VIF entry in instance network info cache for port 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.313849] env[69481]: DEBUG nova.network.neutron [req-453bbf53-8dd5-4c3d-867e-9a134118e16b req-27319165-84f5-431b-8682-438a49dfa187 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updating instance_info_cache with network_info: [{"id": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "address": "fa:16:3e:fe:a6:bd", "network": {"id": "60deaf9a-988f-4df4-a40e-dac740ba5116", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1149939008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf5fe87164ef496fb5ec2e575cbde313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5dc002-12", "ovs_interfaceid": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.322225] env[69481]: INFO nova.compute.manager [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] instance snapshotting [ 789.324574] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084fded8-fd25-4dc9-91f1-554f9d26a1f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.354912] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f3c1b3-338e-4f94-bd13-a28ae9a93cd4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.505898] env[69481]: DEBUG oslo_vmware.api [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263822, 'name': PowerOffVM_Task, 'duration_secs': 0.489056} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.509585] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.509585] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.509799] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03dddb9f-154f-4e21-9125-5e033f7d6030 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.592232] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.595028] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.595028] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Deleting the datastore file [datastore2] d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.595028] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4db75539-bfe4-40cd-94c7-b6e295d8ba25 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.601058] env[69481]: DEBUG oslo_vmware.api [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for the task: (returnval){ [ 789.601058] env[69481]: value = "task-3263824" [ 789.601058] env[69481]: _type = "Task" [ 789.601058] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.611818] env[69481]: DEBUG oslo_vmware.api [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.693179] env[69481]: DEBUG oslo_vmware.api [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263821, 'name': PowerOnVM_Task, 'duration_secs': 0.616801} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.693179] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.693179] env[69481]: DEBUG nova.compute.manager [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.693179] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04c6437-6b85-4430-b128-03e04c9f0a55 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.817586] env[69481]: DEBUG oslo_concurrency.lockutils [req-453bbf53-8dd5-4c3d-867e-9a134118e16b req-27319165-84f5-431b-8682-438a49dfa187 service nova] Releasing lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.818104] env[69481]: DEBUG oslo_concurrency.lockutils [req-10ee3c48-61d7-4d6f-95a2-53baf33c5c49 req-0c624f90-7ad9-41b5-908a-47e9da58da68 service nova] Acquired lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.818304] env[69481]: DEBUG nova.network.neutron [req-10ee3c48-61d7-4d6f-95a2-53baf33c5c49 req-0c624f90-7ad9-41b5-908a-47e9da58da68 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Refreshing network info cache for port 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.856713] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4dabe305-4e9a-45a9-8265-25e38c8b6e05 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.857975] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.267s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.860332] env[69481]: INFO nova.compute.claims [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.873626] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 789.874216] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ed0a85a2-21a8-4055-bf55-32902e406465 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.885016] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 789.885016] env[69481]: value = "task-3263825" [ 789.885016] env[69481]: _type = "Task" [ 789.885016] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.897887] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.111354] env[69481]: DEBUG oslo_vmware.api [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Task: {'id': task-3263824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280771} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.111613] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.111789] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.111957] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.112164] env[69481]: INFO nova.compute.manager [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 790.112410] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.112600] env[69481]: DEBUG nova.compute.manager [-] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.112693] env[69481]: DEBUG nova.network.neutron [-] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.157454] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Acquiring lock "42551aa9-dd5e-4434-9c83-2749d325efe9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.157732] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.216373] env[69481]: DEBUG oslo_concurrency.lockutils [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.394782] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263825, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.663220] env[69481]: INFO nova.compute.manager [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Detaching volume 898cd35a-3784-472a-b59e-8b9b60acaffa [ 790.679533] env[69481]: DEBUG nova.compute.manager [req-776b1ec2-47be-482d-8fce-997094bf8eef req-c8f73102-1981-426b-bfa9-94eae9d073ac service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Received event network-changed-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.679732] env[69481]: DEBUG nova.compute.manager [req-776b1ec2-47be-482d-8fce-997094bf8eef req-c8f73102-1981-426b-bfa9-94eae9d073ac service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Refreshing instance network info cache due to event network-changed-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.679922] env[69481]: DEBUG oslo_concurrency.lockutils [req-776b1ec2-47be-482d-8fce-997094bf8eef req-c8f73102-1981-426b-bfa9-94eae9d073ac service nova] Acquiring lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.702709] env[69481]: DEBUG nova.network.neutron [req-10ee3c48-61d7-4d6f-95a2-53baf33c5c49 req-0c624f90-7ad9-41b5-908a-47e9da58da68 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updated VIF entry in instance network info cache for port 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.703127] env[69481]: DEBUG nova.network.neutron [req-10ee3c48-61d7-4d6f-95a2-53baf33c5c49 req-0c624f90-7ad9-41b5-908a-47e9da58da68 service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updating instance_info_cache with network_info: [{"id": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "address": "fa:16:3e:fe:a6:bd", "network": {"id": "60deaf9a-988f-4df4-a40e-dac740ba5116", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1149939008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf5fe87164ef496fb5ec2e575cbde313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5dc002-12", "ovs_interfaceid": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.707715] env[69481]: INFO nova.virt.block_device [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Attempting to driver detach volume 898cd35a-3784-472a-b59e-8b9b60acaffa from mountpoint /dev/sdb [ 790.707715] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 790.707880] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652032', 'volume_id': '898cd35a-3784-472a-b59e-8b9b60acaffa', 'name': 'volume-898cd35a-3784-472a-b59e-8b9b60acaffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42551aa9-dd5e-4434-9c83-2749d325efe9', 'attached_at': '', 'detached_at': '', 'volume_id': '898cd35a-3784-472a-b59e-8b9b60acaffa', 'serial': '898cd35a-3784-472a-b59e-8b9b60acaffa'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 790.708989] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115a3910-1341-4ca5-a76a-15fae322995b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.737637] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b4fb4b-8008-43c3-895a-15b526ffb359 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.745189] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9191ab-b15a-4fe8-950f-ac0eab1cd13a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.777923] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5487cc87-8e71-461e-aade-2867852a1914 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.794102] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] The volume has not been displaced from its original location: [datastore2] volume-898cd35a-3784-472a-b59e-8b9b60acaffa/volume-898cd35a-3784-472a-b59e-8b9b60acaffa.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 790.801930] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 790.801930] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6892f332-0323-4147-869b-d847af36214b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.820061] env[69481]: DEBUG oslo_vmware.api [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Waiting for the task: (returnval){ [ 790.820061] env[69481]: value = "task-3263826" [ 790.820061] env[69481]: _type = "Task" [ 790.820061] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.831210] env[69481]: DEBUG oslo_vmware.api [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Task: {'id': task-3263826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.898248] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263825, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.060803] env[69481]: DEBUG nova.network.neutron [-] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.206833] env[69481]: DEBUG oslo_concurrency.lockutils [req-10ee3c48-61d7-4d6f-95a2-53baf33c5c49 req-0c624f90-7ad9-41b5-908a-47e9da58da68 service nova] Releasing lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.207011] env[69481]: DEBUG oslo_concurrency.lockutils [req-776b1ec2-47be-482d-8fce-997094bf8eef req-c8f73102-1981-426b-bfa9-94eae9d073ac service nova] Acquired lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.207820] env[69481]: DEBUG nova.network.neutron [req-776b1ec2-47be-482d-8fce-997094bf8eef req-c8f73102-1981-426b-bfa9-94eae9d073ac service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Refreshing network info cache for port 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.258398] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquiring lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.258671] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.258938] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquiring lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.259067] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.259722] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.262367] env[69481]: INFO nova.compute.manager [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Terminating instance [ 791.335831] env[69481]: DEBUG oslo_vmware.api [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Task: {'id': task-3263826, 'name': ReconfigVM_Task, 'duration_secs': 0.248513} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.338568] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 791.343644] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b121071-7d49-499e-a458-ebbe1279383a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.364385] env[69481]: DEBUG oslo_vmware.api [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Waiting for the task: (returnval){ [ 791.364385] env[69481]: value = "task-3263827" [ 791.364385] env[69481]: _type = "Task" [ 791.364385] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.371194] env[69481]: DEBUG oslo_vmware.api [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Task: {'id': task-3263827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.398840] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263825, 'name': CreateSnapshot_Task, 'duration_secs': 1.193084} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.399127] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 791.399892] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f19592-dd74-4219-b657-8cf9bedd4cb0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.447270] env[69481]: INFO nova.compute.manager [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Rebuilding instance [ 791.455963] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49d90d3-6daf-418d-8755-0119fc9a043e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.466199] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39335c24-4c01-4b18-844d-b9bbb2fd0a77 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.503751] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a32ed4-2992-43ff-abb1-756aa9d5d95e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.514218] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f096ae-f299-4570-9806-2276dda5bc8a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.530927] env[69481]: DEBUG nova.compute.provider_tree [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.532286] env[69481]: DEBUG nova.compute.manager [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.533311] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc122bd-940e-4223-8b31-13e13b4c6418 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.568172] env[69481]: INFO nova.compute.manager [-] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Took 1.46 seconds to deallocate network for instance. [ 791.767061] env[69481]: DEBUG nova.compute.manager [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.767320] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.768578] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae828a5-73f9-4d37-bb68-f19283e354de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.778885] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.779318] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c5a502-4a72-491f-9ca8-0f1dcc7a5317 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.786388] env[69481]: DEBUG oslo_vmware.api [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 791.786388] env[69481]: value = "task-3263828" [ 791.786388] env[69481]: _type = "Task" [ 791.786388] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.794505] env[69481]: DEBUG oslo_vmware.api [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.877026] env[69481]: DEBUG oslo_vmware.api [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Task: {'id': task-3263827, 'name': ReconfigVM_Task, 'duration_secs': 0.15041} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.877639] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652032', 'volume_id': '898cd35a-3784-472a-b59e-8b9b60acaffa', 'name': 'volume-898cd35a-3784-472a-b59e-8b9b60acaffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42551aa9-dd5e-4434-9c83-2749d325efe9', 'attached_at': '', 'detached_at': '', 'volume_id': '898cd35a-3784-472a-b59e-8b9b60acaffa', 'serial': '898cd35a-3784-472a-b59e-8b9b60acaffa'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 791.922193] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 791.922874] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3242a3c-7378-4edf-be87-a1188f61d1b6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.937065] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 791.937065] env[69481]: value = "task-3263829" [ 791.937065] env[69481]: _type = "Task" [ 791.937065] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.946070] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263829, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.974420] env[69481]: DEBUG nova.network.neutron [req-776b1ec2-47be-482d-8fce-997094bf8eef req-c8f73102-1981-426b-bfa9-94eae9d073ac service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updated VIF entry in instance network info cache for port 7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.974420] env[69481]: DEBUG nova.network.neutron [req-776b1ec2-47be-482d-8fce-997094bf8eef req-c8f73102-1981-426b-bfa9-94eae9d073ac service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updating instance_info_cache with network_info: [{"id": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "address": "fa:16:3e:fe:a6:bd", "network": {"id": "60deaf9a-988f-4df4-a40e-dac740ba5116", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1149939008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf5fe87164ef496fb5ec2e575cbde313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5dc002-12", "ovs_interfaceid": "7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.040021] env[69481]: DEBUG nova.scheduler.client.report [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.075489] env[69481]: DEBUG oslo_concurrency.lockutils [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.298978] env[69481]: DEBUG oslo_vmware.api [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263828, 'name': PowerOffVM_Task, 'duration_secs': 0.252613} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.300020] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.300192] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.302521] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bb108ca-d146-4609-b665-6ee26d1c6efb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.368763] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.368763] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.368763] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Deleting the datastore file [datastore1] 9848e301-0bc2-43f1-ba0f-afbe47ad0247 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.369671] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-698f2034-af67-4d8e-80a4-7255b0920f5f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.376110] env[69481]: DEBUG oslo_vmware.api [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for the task: (returnval){ [ 792.376110] env[69481]: value = "task-3263831" [ 792.376110] env[69481]: _type = "Task" [ 792.376110] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.384385] env[69481]: DEBUG oslo_vmware.api [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.446871] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263829, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.462147] env[69481]: DEBUG nova.objects.instance [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Lazy-loading 'flavor' on Instance uuid 42551aa9-dd5e-4434-9c83-2749d325efe9 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.474610] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquiring lock "b688722e-ebff-4304-9e3e-7aa9f97f5354" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.474760] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Lock "b688722e-ebff-4304-9e3e-7aa9f97f5354" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.480644] env[69481]: DEBUG oslo_concurrency.lockutils [req-776b1ec2-47be-482d-8fce-997094bf8eef req-c8f73102-1981-426b-bfa9-94eae9d073ac service nova] Releasing lock "refresh_cache-9848e301-0bc2-43f1-ba0f-afbe47ad0247" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.542946] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.543508] env[69481]: DEBUG nova.compute.manager [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.546450] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.673s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.546646] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.548721] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.986s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.550113] env[69481]: INFO nova.compute.claims [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.553284] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.553689] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb134bb1-3974-4898-a928-506353279163 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.560620] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 792.560620] env[69481]: value = "task-3263832" [ 792.560620] env[69481]: _type = "Task" [ 792.560620] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.569859] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.574387] env[69481]: INFO nova.scheduler.client.report [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Deleted allocations for instance 83c98adf-e50f-4908-b1fe-c42c7a2568cf [ 792.706840] env[69481]: DEBUG nova.compute.manager [req-149e9764-a0de-40c9-95f3-ced2c14b434e req-6aff76dd-215c-447a-bfa4-f2b585e8dda0 service nova] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Received event network-vif-deleted-4ef7287d-0a33-4b6b-8d92-8abd7bf3e9be {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.889546] env[69481]: DEBUG oslo_vmware.api [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Task: {'id': task-3263831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374606} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.889837] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.890112] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.890224] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.890349] env[69481]: INFO nova.compute.manager [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Took 1.12 seconds to destroy the instance on the hypervisor. [ 792.890605] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.890839] env[69481]: DEBUG nova.compute.manager [-] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.890933] env[69481]: DEBUG nova.network.neutron [-] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.947629] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263829, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.055095] env[69481]: DEBUG nova.compute.utils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.059658] env[69481]: DEBUG nova.compute.manager [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.059658] env[69481]: DEBUG nova.network.neutron [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.070553] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263832, 'name': PowerOffVM_Task, 'duration_secs': 0.44625} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.071815] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.072079] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.074220] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f55d62-f93f-43e2-852d-3763433da2c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.081458] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.083621] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b53e9f9-6a81-470b-a15e-331b9ce3b722 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.085865] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6bd1a965-47f1-4b1b-9c61-fa0d1fe62be4 tempest-ServersListShow298Test-988267363 tempest-ServersListShow298Test-988267363-project-member] Lock "83c98adf-e50f-4908-b1fe-c42c7a2568cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.500s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.140884] env[69481]: DEBUG nova.policy [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790377b50cd14ef7a7f87030666959cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bc7d3f295964e2c82d72f94f7998e55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.152878] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.153278] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.153936] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleting the datastore file [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.154072] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45349c7f-471c-49e9-aa2e-5d5209a160e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.162448] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 793.162448] env[69481]: value = "task-3263834" [ 793.162448] env[69481]: _type = "Task" [ 793.162448] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.170966] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.451797] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263829, 'name': CloneVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.470560] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da1e1530-f3f9-4a82-8ec1-b7bdbfab9e25 tempest-VolumesAssistedSnapshotsTest-1618781850 tempest-VolumesAssistedSnapshotsTest-1618781850-project-admin] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.313s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.565399] env[69481]: DEBUG nova.compute.manager [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.619250] env[69481]: DEBUG nova.network.neutron [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Successfully created port: 70e78a18-569b-451e-ba82-3f608f95652d {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.674465] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343838} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.674595] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.674811] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.675083] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.749486] env[69481]: DEBUG nova.network.neutron [-] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.949615] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263829, 'name': CloneVM_Task, 'duration_secs': 1.580794} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.949881] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Created linked-clone VM from snapshot [ 793.950638] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03d3600-5e4c-40c8-bd81-15095fc934d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.961152] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Uploading image 631c8a80-14c4-4426-af0f-844a8012ed4c {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 793.988736] env[69481]: DEBUG oslo_vmware.rw_handles [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 793.988736] env[69481]: value = "vm-652035" [ 793.988736] env[69481]: _type = "VirtualMachine" [ 793.988736] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 793.989232] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ed44c9f-0871-47f5-b9bf-fb473d78c53b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.995959] env[69481]: DEBUG oslo_vmware.rw_handles [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lease: (returnval){ [ 793.995959] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b5f5b7-96a1-9dd6-ff62-70ee006eef1a" [ 793.995959] env[69481]: _type = "HttpNfcLease" [ 793.995959] env[69481]: } obtained for exporting VM: (result){ [ 793.995959] env[69481]: value = "vm-652035" [ 793.995959] env[69481]: _type = "VirtualMachine" [ 793.995959] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 793.996334] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the lease: (returnval){ [ 793.996334] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b5f5b7-96a1-9dd6-ff62-70ee006eef1a" [ 793.996334] env[69481]: _type = "HttpNfcLease" [ 793.996334] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 794.006235] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.006235] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b5f5b7-96a1-9dd6-ff62-70ee006eef1a" [ 794.006235] env[69481]: _type = "HttpNfcLease" [ 794.006235] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 794.127562] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595b8f76-2f5e-4745-99c1-cfccb4bf76af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.142067] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b98d910-4ef3-4946-9a1c-59b9b8873351 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.173024] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa93829-2c6a-4192-a314-b7f535d38409 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.180631] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd860621-83be-4b01-a48a-06dc50549413 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.201196] env[69481]: DEBUG nova.compute.provider_tree [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.252481] env[69481]: INFO nova.compute.manager [-] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Took 1.36 seconds to deallocate network for instance. [ 794.506075] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.506075] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b5f5b7-96a1-9dd6-ff62-70ee006eef1a" [ 794.506075] env[69481]: _type = "HttpNfcLease" [ 794.506075] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 794.507388] env[69481]: DEBUG oslo_vmware.rw_handles [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 794.507388] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b5f5b7-96a1-9dd6-ff62-70ee006eef1a" [ 794.507388] env[69481]: _type = "HttpNfcLease" [ 794.507388] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 794.508200] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e974a7ec-f37e-42e2-b9dd-53898b4ffbb7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.515495] env[69481]: DEBUG oslo_vmware.rw_handles [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d7a83-2046-739e-4597-aff596214616/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 794.516118] env[69481]: DEBUG oslo_vmware.rw_handles [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d7a83-2046-739e-4597-aff596214616/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 794.580239] env[69481]: DEBUG nova.compute.manager [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.602767] env[69481]: DEBUG nova.virt.hardware [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.603084] env[69481]: DEBUG nova.virt.hardware [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.603196] env[69481]: DEBUG nova.virt.hardware [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.603379] env[69481]: DEBUG nova.virt.hardware [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.603595] env[69481]: DEBUG nova.virt.hardware [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.603657] env[69481]: DEBUG nova.virt.hardware [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.603893] env[69481]: DEBUG nova.virt.hardware [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.604075] env[69481]: DEBUG nova.virt.hardware [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.604411] env[69481]: DEBUG nova.virt.hardware [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.604411] env[69481]: DEBUG nova.virt.hardware [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.604678] env[69481]: DEBUG nova.virt.hardware [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.605463] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834d208b-972f-4578-a592-f618d359d0f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.613328] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fd804e-4953-4641-961b-5f4af0d16e83 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.633381] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cc83ac13-c0a0-471a-bd80-8fb63e31fa8f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.705318] env[69481]: DEBUG nova.scheduler.client.report [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.716070] env[69481]: DEBUG nova.virt.hardware [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.716338] env[69481]: DEBUG nova.virt.hardware [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.716494] env[69481]: DEBUG nova.virt.hardware [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.716804] env[69481]: DEBUG nova.virt.hardware [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.716804] env[69481]: DEBUG nova.virt.hardware [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.716997] env[69481]: DEBUG nova.virt.hardware [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.717193] env[69481]: DEBUG nova.virt.hardware [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.717356] env[69481]: DEBUG nova.virt.hardware [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.717626] env[69481]: DEBUG nova.virt.hardware [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.717691] env[69481]: DEBUG nova.virt.hardware [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.717871] env[69481]: DEBUG nova.virt.hardware [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.718776] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8059def5-eb66-4768-b218-2fdfd17afdbc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.727336] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad963ea-56d8-44a0-9b14-0c24515e1e16 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.733218] env[69481]: DEBUG nova.compute.manager [req-b0b71d28-1cd9-411b-bd9d-415fa120a92d req-b752118c-4776-4597-b6b5-0bf2e559fafe service nova] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Received event network-vif-deleted-7e5dc002-1211-4ad0-bb8e-22d41dfdc9eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.743476] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:38:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9be0155-f1bd-4a32-ba7a-43e56794cd41', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.750864] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.751415] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.751858] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbdf779a-b12f-40d1-b59d-543c5de99b6b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.766855] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.772434] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.772434] env[69481]: value = "task-3263837" [ 794.772434] env[69481]: _type = "Task" [ 794.772434] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.783076] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263837, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.210944] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.214716] env[69481]: DEBUG nova.compute.manager [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.215472] env[69481]: DEBUG oslo_concurrency.lockutils [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.036s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.216138] env[69481]: DEBUG oslo_concurrency.lockutils [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.218601] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.738s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.220326] env[69481]: INFO nova.compute.claims [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.244994] env[69481]: DEBUG nova.network.neutron [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Successfully updated port: 70e78a18-569b-451e-ba82-3f608f95652d {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.254565] env[69481]: INFO nova.scheduler.client.report [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Deleted allocations for instance a4700b2f-00f1-49aa-af3d-8045c6f6a797 [ 795.282885] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263837, 'name': CreateVM_Task, 'duration_secs': 0.434978} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.283100] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.284037] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.284394] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.285567] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.286349] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9002e5-1b27-4fb4-b9a6-60b6bf4408af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.291272] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 795.291272] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52078be4-2213-5318-ac99-6927b0781dd0" [ 795.291272] env[69481]: _type = "Task" [ 795.291272] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.300929] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52078be4-2213-5318-ac99-6927b0781dd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.717653] env[69481]: DEBUG nova.compute.utils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.719077] env[69481]: DEBUG nova.compute.manager [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.719077] env[69481]: DEBUG nova.network.neutron [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.750772] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.750772] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.750772] env[69481]: DEBUG nova.network.neutron [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.765581] env[69481]: DEBUG oslo_concurrency.lockutils [None req-869f1576-385e-4ecb-bf68-b9825f670225 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "a4700b2f-00f1-49aa-af3d-8045c6f6a797" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.185s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.803837] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52078be4-2213-5318-ac99-6927b0781dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.014825} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.804374] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.805016] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.805944] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.806285] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.806685] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.807132] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07eddd78-eaf0-49df-87e9-d6fc1ac3fb84 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.811740] env[69481]: DEBUG nova.policy [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a059d626f34253a07670e7b2ce75ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa55d94859b498a9e9d98520990488f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.816762] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.816952] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.817879] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d27ac07e-c2bb-40cc-b60e-c076992097bc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.827081] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 795.827081] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525a6f5b-e7d2-7a26-02ca-b311c2b1c270" [ 795.827081] env[69481]: _type = "Task" [ 795.827081] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.834609] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525a6f5b-e7d2-7a26-02ca-b311c2b1c270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.206592] env[69481]: DEBUG nova.network.neutron [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Successfully created port: b4d8c3c9-a3cc-4fcb-a616-c24f75daafea {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.223099] env[69481]: DEBUG nova.compute.manager [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.296727] env[69481]: DEBUG nova.network.neutron [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.339921] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525a6f5b-e7d2-7a26-02ca-b311c2b1c270, 'name': SearchDatastore_Task, 'duration_secs': 0.014022} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.340994] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd967189-41aa-4cba-b4c3-963f508d425a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.351158] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 796.351158] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]529d821c-3100-d666-c954-e10ecdacd68a" [ 796.351158] env[69481]: _type = "Task" [ 796.351158] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.360505] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529d821c-3100-d666-c954-e10ecdacd68a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.538327] env[69481]: DEBUG nova.network.neutron [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance_info_cache with network_info: [{"id": "70e78a18-569b-451e-ba82-3f608f95652d", "address": "fa:16:3e:79:b8:aa", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e78a18-56", "ovs_interfaceid": "70e78a18-569b-451e-ba82-3f608f95652d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.651813] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.652119] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.652392] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.652599] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.652772] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.654946] env[69481]: INFO nova.compute.manager [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Terminating instance [ 796.714119] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26268b0b-9b3a-485d-8d16-c3b28d0edaa5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.723150] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd3d7ce-86c9-4c4e-bd91-7c19d24b1266 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.757480] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0801a99a-7e45-467e-9b66-b89ce8b2ad57 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.762988] env[69481]: DEBUG nova.compute.manager [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Received event network-vif-plugged-70e78a18-569b-451e-ba82-3f608f95652d {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.763400] env[69481]: DEBUG oslo_concurrency.lockutils [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] Acquiring lock "29474f4a-15a6-41cb-8df5-8fdb1747f116-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.764026] env[69481]: DEBUG oslo_concurrency.lockutils [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.765023] env[69481]: DEBUG oslo_concurrency.lockutils [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.765023] env[69481]: DEBUG nova.compute.manager [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] No waiting events found dispatching network-vif-plugged-70e78a18-569b-451e-ba82-3f608f95652d {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.765023] env[69481]: WARNING nova.compute.manager [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Received unexpected event network-vif-plugged-70e78a18-569b-451e-ba82-3f608f95652d for instance with vm_state building and task_state spawning. [ 796.765023] env[69481]: DEBUG nova.compute.manager [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Received event network-changed-70e78a18-569b-451e-ba82-3f608f95652d {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.765023] env[69481]: DEBUG nova.compute.manager [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Refreshing instance network info cache due to event network-changed-70e78a18-569b-451e-ba82-3f608f95652d. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.765023] env[69481]: DEBUG oslo_concurrency.lockutils [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] Acquiring lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.772028] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f479317d-e3db-4304-b6ee-d52f3af026ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.788556] env[69481]: DEBUG nova.compute.provider_tree [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.862991] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529d821c-3100-d666-c954-e10ecdacd68a, 'name': SearchDatastore_Task, 'duration_secs': 0.018144} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.863736] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.863736] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.863964] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53c73f5a-97a7-4cbd-9bba-6c7f17b2c877 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.870736] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 796.870736] env[69481]: value = "task-3263838" [ 796.870736] env[69481]: _type = "Task" [ 796.870736] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.880655] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.041343] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.041813] env[69481]: DEBUG nova.compute.manager [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Instance network_info: |[{"id": "70e78a18-569b-451e-ba82-3f608f95652d", "address": "fa:16:3e:79:b8:aa", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e78a18-56", "ovs_interfaceid": "70e78a18-569b-451e-ba82-3f608f95652d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.042201] env[69481]: DEBUG oslo_concurrency.lockutils [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] Acquired lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.042606] env[69481]: DEBUG nova.network.neutron [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Refreshing network info cache for port 70e78a18-569b-451e-ba82-3f608f95652d {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.046048] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:b8:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70e78a18-569b-451e-ba82-3f608f95652d', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.053727] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.055035] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.055035] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-253c1e6f-1ad3-4142-8c33-5a6d2eae3789 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.076254] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.076254] env[69481]: value = "task-3263839" [ 797.076254] env[69481]: _type = "Task" [ 797.076254] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.085814] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263839, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.161036] env[69481]: DEBUG nova.compute.manager [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.161209] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.162143] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc027e7-4e4d-4779-8f3f-999e934a71ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.171424] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.171714] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79bc0afc-7b5d-451f-b848-3b3c2e7b71fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.178816] env[69481]: DEBUG oslo_vmware.api [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 797.178816] env[69481]: value = "task-3263840" [ 797.178816] env[69481]: _type = "Task" [ 797.178816] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.187325] env[69481]: DEBUG oslo_vmware.api [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.259941] env[69481]: DEBUG nova.compute.manager [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.293310] env[69481]: DEBUG nova.virt.hardware [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.293637] env[69481]: DEBUG nova.virt.hardware [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.293828] env[69481]: DEBUG nova.virt.hardware [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.294074] env[69481]: DEBUG nova.virt.hardware [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.294254] env[69481]: DEBUG nova.virt.hardware [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.294433] env[69481]: DEBUG nova.virt.hardware [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.294691] env[69481]: DEBUG nova.virt.hardware [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.294894] env[69481]: DEBUG nova.virt.hardware [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.295124] env[69481]: DEBUG nova.virt.hardware [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.295334] env[69481]: DEBUG nova.virt.hardware [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.295557] env[69481]: DEBUG nova.virt.hardware [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.296597] env[69481]: DEBUG nova.scheduler.client.report [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.301754] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebc4826-f1d3-4ef1-ad6d-c447e7c0d50d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.312823] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ce9d01-2f5c-4c12-906c-db233f1e35c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.329859] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquiring lock "42551aa9-dd5e-4434-9c83-2749d325efe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.330175] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.330361] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquiring lock "42551aa9-dd5e-4434-9c83-2749d325efe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.330599] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.330720] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.333141] env[69481]: INFO nova.compute.manager [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Terminating instance [ 797.382524] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263838, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.591949] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263839, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.690397] env[69481]: DEBUG oslo_vmware.api [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263840, 'name': PowerOffVM_Task, 'duration_secs': 0.221016} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.690680] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.690878] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.691186] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93b86c75-fd61-4a4d-82ad-b3ec840b8e66 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.761980] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.762229] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.762471] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Deleting the datastore file [datastore1] 373884a4-1ca4-412b-adb0-0122a6c3a6ac {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.762764] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-533aee90-58d3-4957-a471-7e9981872425 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.768868] env[69481]: DEBUG oslo_vmware.api [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for the task: (returnval){ [ 797.768868] env[69481]: value = "task-3263842" [ 797.768868] env[69481]: _type = "Task" [ 797.768868] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.777381] env[69481]: DEBUG oslo_vmware.api [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.810025] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.810025] env[69481]: DEBUG nova.compute.manager [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.810025] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.692s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.814019] env[69481]: INFO nova.compute.claims [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.836842] env[69481]: DEBUG nova.compute.manager [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.837224] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.838141] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762172a-0bbc-4c86-9bb1-3b5d14d27c07 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.853594] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.853848] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dd18fcf-fed9-48b9-a0ad-b907881f6138 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.860792] env[69481]: DEBUG nova.network.neutron [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updated VIF entry in instance network info cache for port 70e78a18-569b-451e-ba82-3f608f95652d. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.861180] env[69481]: DEBUG nova.network.neutron [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance_info_cache with network_info: [{"id": "70e78a18-569b-451e-ba82-3f608f95652d", "address": "fa:16:3e:79:b8:aa", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e78a18-56", "ovs_interfaceid": "70e78a18-569b-451e-ba82-3f608f95652d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.868860] env[69481]: DEBUG oslo_vmware.api [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for the task: (returnval){ [ 797.868860] env[69481]: value = "task-3263843" [ 797.868860] env[69481]: _type = "Task" [ 797.868860] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.883378] env[69481]: DEBUG oslo_vmware.api [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.886654] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600993} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.887866] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.887866] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.887998] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4120729b-dbca-44bb-a7d2-4e0065fa1218 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.895085] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 797.895085] env[69481]: value = "task-3263844" [ 797.895085] env[69481]: _type = "Task" [ 797.895085] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.905088] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.000258] env[69481]: DEBUG nova.network.neutron [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Successfully updated port: b4d8c3c9-a3cc-4fcb-a616-c24f75daafea {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.097829] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263839, 'name': CreateVM_Task, 'duration_secs': 0.642702} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.097829] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.098614] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.099042] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.100926] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.101420] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eaa5937-862d-4416-afea-3b018ec3da2d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.106589] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 798.106589] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5292eb0e-c37c-5677-e2a6-17f7a20f7e7e" [ 798.106589] env[69481]: _type = "Task" [ 798.106589] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.114647] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5292eb0e-c37c-5677-e2a6-17f7a20f7e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.279577] env[69481]: DEBUG oslo_vmware.api [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Task: {'id': task-3263842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243452} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.279866] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.280032] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.280224] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.280398] env[69481]: INFO nova.compute.manager [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 798.280638] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.280829] env[69481]: DEBUG nova.compute.manager [-] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.280922] env[69481]: DEBUG nova.network.neutron [-] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.315525] env[69481]: DEBUG nova.compute.utils [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.319592] env[69481]: DEBUG nova.compute.manager [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.319592] env[69481]: DEBUG nova.network.neutron [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.364855] env[69481]: DEBUG oslo_concurrency.lockutils [req-6afed556-3701-417f-932d-ddc2ea3c5e83 req-b6535caf-db53-454a-ad22-cde922b89ff8 service nova] Releasing lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.380394] env[69481]: DEBUG oslo_vmware.api [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263843, 'name': PowerOffVM_Task, 'duration_secs': 0.258372} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.384021] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.384021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.384021] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d627f70-21b3-4428-8a2e-85183b6be1e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.401632] env[69481]: DEBUG nova.policy [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36609d5227ae45d28016a9e273a47463', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a952216af12f43e9a2f700166b544c72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.409620] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089252} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.412020] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.412020] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af2783c-76b7-4fae-a5b5-21823c421322 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.435581] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.436470] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fb528d9-f66a-4ab7-80e1-6eb585168b74 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.456464] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.456677] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.456859] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Deleting the datastore file [datastore1] 42551aa9-dd5e-4434-9c83-2749d325efe9 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.457761] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86210fd7-2365-4f18-8314-6587462f6db1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.462230] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 798.462230] env[69481]: value = "task-3263846" [ 798.462230] env[69481]: _type = "Task" [ 798.462230] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.466670] env[69481]: DEBUG oslo_vmware.api [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for the task: (returnval){ [ 798.466670] env[69481]: value = "task-3263847" [ 798.466670] env[69481]: _type = "Task" [ 798.466670] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.473315] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.478337] env[69481]: DEBUG oslo_vmware.api [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.503279] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "refresh_cache-4183d319-37e1-4d9d-9b53-e629d6fc84f5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.503549] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "refresh_cache-4183d319-37e1-4d9d-9b53-e629d6fc84f5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.503722] env[69481]: DEBUG nova.network.neutron [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.618472] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5292eb0e-c37c-5677-e2a6-17f7a20f7e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.024962} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.618779] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.619106] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.623022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.623022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.623022] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.623022] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ce10cc3-dd75-41a6-bf2f-a4e2a6b445cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.629668] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.630567] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.630659] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f293fdeb-72a6-4558-ba7a-08b1aa58d763 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.640026] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 798.640026] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a26a25-3e5d-8353-0c45-1ba3a0db599d" [ 798.640026] env[69481]: _type = "Task" [ 798.640026] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.645482] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a26a25-3e5d-8353-0c45-1ba3a0db599d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.811784] env[69481]: DEBUG nova.compute.manager [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Received event network-vif-plugged-b4d8c3c9-a3cc-4fcb-a616-c24f75daafea {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.812683] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] Acquiring lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.813099] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.813408] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.813672] env[69481]: DEBUG nova.compute.manager [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] No waiting events found dispatching network-vif-plugged-b4d8c3c9-a3cc-4fcb-a616-c24f75daafea {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.813898] env[69481]: WARNING nova.compute.manager [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Received unexpected event network-vif-plugged-b4d8c3c9-a3cc-4fcb-a616-c24f75daafea for instance with vm_state building and task_state spawning. [ 798.814175] env[69481]: DEBUG nova.compute.manager [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Received event network-changed-b4d8c3c9-a3cc-4fcb-a616-c24f75daafea {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.814398] env[69481]: DEBUG nova.compute.manager [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Refreshing instance network info cache due to event network-changed-b4d8c3c9-a3cc-4fcb-a616-c24f75daafea. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.814580] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] Acquiring lock "refresh_cache-4183d319-37e1-4d9d-9b53-e629d6fc84f5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.820472] env[69481]: DEBUG nova.compute.manager [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.970442] env[69481]: DEBUG nova.network.neutron [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Successfully created port: 8a0f5009-4fb4-4ba3-8fdd-87c780d719f2 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.979377] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263846, 'name': ReconfigVM_Task, 'duration_secs': 0.387023} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.980078] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85/9ef29985-af3c-4d65-856b-a030f111cf85.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.980853] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80b33713-c39e-4d5a-a850-32af2bae3bc9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.986539] env[69481]: DEBUG oslo_vmware.api [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Task: {'id': task-3263847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274683} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.990238] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.990495] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.990723] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.990939] env[69481]: INFO nova.compute.manager [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 798.991253] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.991682] env[69481]: DEBUG nova.compute.manager [-] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.991809] env[69481]: DEBUG nova.network.neutron [-] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.995086] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 798.995086] env[69481]: value = "task-3263848" [ 798.995086] env[69481]: _type = "Task" [ 798.995086] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.004132] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263848, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.053022] env[69481]: DEBUG nova.network.neutron [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.152201] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a26a25-3e5d-8353-0c45-1ba3a0db599d, 'name': SearchDatastore_Task, 'duration_secs': 0.01189} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.156613] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81caf0c-2922-4706-9198-992878461982 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.161672] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 799.161672] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5207e8af-9171-f3bd-9155-d56e2fca9bb6" [ 799.161672] env[69481]: _type = "Task" [ 799.161672] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.170227] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5207e8af-9171-f3bd-9155-d56e2fca9bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.237628] env[69481]: DEBUG nova.network.neutron [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Updating instance_info_cache with network_info: [{"id": "b4d8c3c9-a3cc-4fcb-a616-c24f75daafea", "address": "fa:16:3e:23:41:81", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d8c3c9-a3", "ovs_interfaceid": "b4d8c3c9-a3cc-4fcb-a616-c24f75daafea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.303487] env[69481]: DEBUG nova.network.neutron [-] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.327383] env[69481]: INFO nova.virt.block_device [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Booting with volume 101112b8-164f-4e1f-8ed8-6cb704a4e0d0 at /dev/sda [ 799.329695] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6129dc82-4d45-42a9-a364-4a31bf21997e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.339617] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005c8fd7-2ae7-4683-86b5-9b6f2c9a8605 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.375132] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a6463c-8b4f-4a21-989c-d6985cfe9ed9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.380452] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c937d09-415d-4307-9e5f-0e7076b52932 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.385390] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31314286-e2ab-4580-b127-9bebbb267b97 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.397463] env[69481]: DEBUG nova.compute.provider_tree [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.402582] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e9e434-b9e5-4c41-9e7c-66910585171b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.439263] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c8a3322-7dab-4b4f-be73-f8c37e5ffa01 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.448104] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c1c921-d95e-49f3-bc3c-fd0ab112ada8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.484500] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c989dd-3126-4cae-a0f0-a218b45da462 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.491598] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd04b8a-7f35-4fcf-8152-62acc44eae51 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.504124] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263848, 'name': Rename_Task, 'duration_secs': 0.413635} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.507765] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.508586] env[69481]: DEBUG nova.virt.block_device [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Updating existing volume attachment record: 274d28d0-0dd3-4c8b-995e-03c5e00c8971 {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 799.510443] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7710b4a-60f4-46e6-8b47-e66a1400e0ed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.518265] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 799.518265] env[69481]: value = "task-3263849" [ 799.518265] env[69481]: _type = "Task" [ 799.518265] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.527713] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.673027] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5207e8af-9171-f3bd-9155-d56e2fca9bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.029029} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.673287] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.673542] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 29474f4a-15a6-41cb-8df5-8fdb1747f116/29474f4a-15a6-41cb-8df5-8fdb1747f116.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.673866] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18f8b312-4355-43f7-8fa9-4d31faf291c4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.682313] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 799.682313] env[69481]: value = "task-3263850" [ 799.682313] env[69481]: _type = "Task" [ 799.682313] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.689826] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.743933] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "refresh_cache-4183d319-37e1-4d9d-9b53-e629d6fc84f5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.744208] env[69481]: DEBUG nova.compute.manager [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Instance network_info: |[{"id": "b4d8c3c9-a3cc-4fcb-a616-c24f75daafea", "address": "fa:16:3e:23:41:81", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d8c3c9-a3", "ovs_interfaceid": "b4d8c3c9-a3cc-4fcb-a616-c24f75daafea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.744582] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] Acquired lock "refresh_cache-4183d319-37e1-4d9d-9b53-e629d6fc84f5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.744808] env[69481]: DEBUG nova.network.neutron [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Refreshing network info cache for port b4d8c3c9-a3cc-4fcb-a616-c24f75daafea {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.747776] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:41:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4d8c3c9-a3cc-4fcb-a616-c24f75daafea', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.755038] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.757470] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.757470] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ebd51d8-3a3a-4140-a10b-696316a779a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.783902] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.783902] env[69481]: value = "task-3263851" [ 799.783902] env[69481]: _type = "Task" [ 799.783902] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.792638] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263851, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.808307] env[69481]: INFO nova.compute.manager [-] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Took 1.53 seconds to deallocate network for instance. [ 799.901729] env[69481]: DEBUG nova.scheduler.client.report [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.031135] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263849, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.085108] env[69481]: DEBUG nova.network.neutron [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Updated VIF entry in instance network info cache for port b4d8c3c9-a3cc-4fcb-a616-c24f75daafea. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.087900] env[69481]: DEBUG nova.network.neutron [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Updating instance_info_cache with network_info: [{"id": "b4d8c3c9-a3cc-4fcb-a616-c24f75daafea", "address": "fa:16:3e:23:41:81", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d8c3c9-a3", "ovs_interfaceid": "b4d8c3c9-a3cc-4fcb-a616-c24f75daafea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.177828] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "18d13787-300f-4a23-806b-1d3e8101b296" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.178031] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "18d13787-300f-4a23-806b-1d3e8101b296" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.192277] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263850, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.296614] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263851, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.318727] env[69481]: DEBUG nova.network.neutron [-] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.321487] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.412076] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.412292] env[69481]: DEBUG nova.compute.manager [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.416244] env[69481]: DEBUG oslo_concurrency.lockutils [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.380s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.416509] env[69481]: DEBUG oslo_concurrency.lockutils [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.419201] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.202s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.420908] env[69481]: INFO nova.compute.claims [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.451219] env[69481]: INFO nova.scheduler.client.report [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Deleted allocations for instance 1e853890-eff8-4c59-95f0-b1a81133b6f9 [ 800.529466] env[69481]: DEBUG oslo_vmware.api [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263849, 'name': PowerOnVM_Task, 'duration_secs': 0.854504} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.529729] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.529926] env[69481]: DEBUG nova.compute.manager [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.530696] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc9e4e5-8344-4b7c-8993-4d1e8a4ef6a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.590557] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd874c2e-6e92-46b8-9d14-2ae1096ca9f0 req-dc988294-dd7b-47b6-8404-3440451a54c2 service nova] Releasing lock "refresh_cache-4183d319-37e1-4d9d-9b53-e629d6fc84f5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.692636] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583958} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.692944] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 29474f4a-15a6-41cb-8df5-8fdb1747f116/29474f4a-15a6-41cb-8df5-8fdb1747f116.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.693171] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.693435] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cfcd3bd-f506-4cc4-a2b7-2d99723b528a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.701263] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 800.701263] env[69481]: value = "task-3263852" [ 800.701263] env[69481]: _type = "Task" [ 800.701263] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.709729] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.795164] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263851, 'name': CreateVM_Task, 'duration_secs': 0.640796} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.795340] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.796038] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.796207] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.796537] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.796792] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4823a171-575f-4fca-8dbf-d6db75041ee4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.801369] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 800.801369] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5273b5bc-83e9-bc7c-25a0-5f6fbd80d312" [ 800.801369] env[69481]: _type = "Task" [ 800.801369] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.812411] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5273b5bc-83e9-bc7c-25a0-5f6fbd80d312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.823334] env[69481]: INFO nova.compute.manager [-] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Took 1.83 seconds to deallocate network for instance. [ 800.897285] env[69481]: DEBUG nova.compute.manager [req-c1ae5bc5-0aa8-4c12-8c3b-e66f7996431c req-7b8ba762-5850-4d23-bdbe-01fbd6cc0bdc service nova] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Received event network-vif-deleted-2612f51c-1fa3-4fb1-ab94-6efeb175ddd8 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.898292] env[69481]: DEBUG nova.compute.manager [req-c1ae5bc5-0aa8-4c12-8c3b-e66f7996431c req-7b8ba762-5850-4d23-bdbe-01fbd6cc0bdc service nova] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Received event network-vif-deleted-61954857-ab99-40c2-baf0-03f0a182d307 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.898664] env[69481]: DEBUG nova.compute.manager [req-c1ae5bc5-0aa8-4c12-8c3b-e66f7996431c req-7b8ba762-5850-4d23-bdbe-01fbd6cc0bdc service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Received event network-vif-plugged-8a0f5009-4fb4-4ba3-8fdd-87c780d719f2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.898974] env[69481]: DEBUG oslo_concurrency.lockutils [req-c1ae5bc5-0aa8-4c12-8c3b-e66f7996431c req-7b8ba762-5850-4d23-bdbe-01fbd6cc0bdc service nova] Acquiring lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.899380] env[69481]: DEBUG oslo_concurrency.lockutils [req-c1ae5bc5-0aa8-4c12-8c3b-e66f7996431c req-7b8ba762-5850-4d23-bdbe-01fbd6cc0bdc service nova] Lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.900509] env[69481]: DEBUG oslo_concurrency.lockutils [req-c1ae5bc5-0aa8-4c12-8c3b-e66f7996431c req-7b8ba762-5850-4d23-bdbe-01fbd6cc0bdc service nova] Lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.900509] env[69481]: DEBUG nova.compute.manager [req-c1ae5bc5-0aa8-4c12-8c3b-e66f7996431c req-7b8ba762-5850-4d23-bdbe-01fbd6cc0bdc service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] No waiting events found dispatching network-vif-plugged-8a0f5009-4fb4-4ba3-8fdd-87c780d719f2 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.900509] env[69481]: WARNING nova.compute.manager [req-c1ae5bc5-0aa8-4c12-8c3b-e66f7996431c req-7b8ba762-5850-4d23-bdbe-01fbd6cc0bdc service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Received unexpected event network-vif-plugged-8a0f5009-4fb4-4ba3-8fdd-87c780d719f2 for instance with vm_state building and task_state block_device_mapping. [ 801.649817] env[69481]: DEBUG nova.network.neutron [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Successfully updated port: 8a0f5009-4fb4-4ba3-8fdd-87c780d719f2 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.651753] env[69481]: DEBUG nova.compute.utils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.663971] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.667118] env[69481]: DEBUG oslo_concurrency.lockutils [None req-680202c5-ca54-4c66-a0c6-28abb139ca40 tempest-ServersNegativeTestMultiTenantJSON-551417685 tempest-ServersNegativeTestMultiTenantJSON-551417685-project-member] Lock "1e853890-eff8-4c59-95f0-b1a81133b6f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.163s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.670087] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Acquiring lock "refresh_cache-9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.670087] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Acquired lock "refresh_cache-9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.670229] env[69481]: DEBUG nova.network.neutron [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.671169] env[69481]: DEBUG nova.compute.manager [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.671253] env[69481]: DEBUG nova.network.neutron [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.692586] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5273b5bc-83e9-bc7c-25a0-5f6fbd80d312, 'name': SearchDatastore_Task, 'duration_secs': 0.029208} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.692867] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080313} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.693761] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.694043] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.694393] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.694464] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.694596] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.694967] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.695821] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea3286c1-a634-442b-8a60-cb0acf7c76db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.698395] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95098488-8649-4f9e-aacf-7feb5a78cd0d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.724022] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 29474f4a-15a6-41cb-8df5-8fdb1747f116/29474f4a-15a6-41cb-8df5-8fdb1747f116.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.725670] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.726518] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7239d3e5-b1c9-4352-9b4a-5aa02beb9d7a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.740594] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.740786] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.742180] env[69481]: DEBUG nova.network.neutron [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.744890] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e63d76-aaf7-4ed0-b13e-ebf2eaa06049 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.752119] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 801.752119] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c5df26-ec26-c42a-8c91-96638ce215d2" [ 801.752119] env[69481]: _type = "Task" [ 801.752119] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.753563] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 801.753563] env[69481]: value = "task-3263853" [ 801.753563] env[69481]: _type = "Task" [ 801.753563] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.764420] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c5df26-ec26-c42a-8c91-96638ce215d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.768074] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263853, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.902483] env[69481]: DEBUG nova.network.neutron [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Updating instance_info_cache with network_info: [{"id": "8a0f5009-4fb4-4ba3-8fdd-87c780d719f2", "address": "fa:16:3e:ac:7e:ed", "network": {"id": "d754afcf-d19c-419a-bc3f-7c7dfc90ac67", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1087680425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a952216af12f43e9a2f700166b544c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0f5009-4f", "ovs_interfaceid": "8a0f5009-4fb4-4ba3-8fdd-87c780d719f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.981335] env[69481]: DEBUG nova.policy [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03364d02fd344b6eb7a22e132fc2b142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb779692e1a9467ebcf62d5aea115f56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.169084] env[69481]: DEBUG nova.compute.manager [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.203296] env[69481]: DEBUG oslo_concurrency.lockutils [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.203566] env[69481]: DEBUG oslo_concurrency.lockutils [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.203799] env[69481]: DEBUG oslo_concurrency.lockutils [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.204019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.204212] env[69481]: DEBUG oslo_concurrency.lockutils [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.209075] env[69481]: DEBUG nova.compute.manager [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.209075] env[69481]: DEBUG nova.virt.hardware [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.209075] env[69481]: DEBUG nova.virt.hardware [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.209075] env[69481]: DEBUG nova.virt.hardware [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.209075] env[69481]: DEBUG nova.virt.hardware [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.209075] env[69481]: DEBUG nova.virt.hardware [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.209075] env[69481]: DEBUG nova.virt.hardware [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.209075] env[69481]: DEBUG nova.virt.hardware [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.209075] env[69481]: DEBUG nova.virt.hardware [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.209493] env[69481]: DEBUG nova.virt.hardware [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.209493] env[69481]: DEBUG nova.virt.hardware [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.209571] env[69481]: DEBUG nova.virt.hardware [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.210209] env[69481]: INFO nova.compute.manager [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Terminating instance [ 802.213455] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1e795a-c31e-453e-8f43-0b257223b0a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.225854] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d058f47-bd41-4a87-8ba3-2012c4ca56c4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.266031] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263853, 'name': ReconfigVM_Task, 'duration_secs': 0.482251} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.271904] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 29474f4a-15a6-41cb-8df5-8fdb1747f116/29474f4a-15a6-41cb-8df5-8fdb1747f116.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.272629] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c5df26-ec26-c42a-8c91-96638ce215d2, 'name': SearchDatastore_Task, 'duration_secs': 0.022505} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.273035] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e905da81-c1a1-40d1-9bbb-6f0fe0da47b3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.279816] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ff574c-8f7b-4b85-aae6-46aa52c99267 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.286169] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 802.286169] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52db0938-d922-2e3f-0929-026459f2c0fc" [ 802.286169] env[69481]: _type = "Task" [ 802.286169] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.293526] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 802.293526] env[69481]: value = "task-3263854" [ 802.293526] env[69481]: _type = "Task" [ 802.293526] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.300156] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52db0938-d922-2e3f-0929-026459f2c0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.305080] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263854, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.406531] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Releasing lock "refresh_cache-9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.406866] env[69481]: DEBUG nova.compute.manager [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Instance network_info: |[{"id": "8a0f5009-4fb4-4ba3-8fdd-87c780d719f2", "address": "fa:16:3e:ac:7e:ed", "network": {"id": "d754afcf-d19c-419a-bc3f-7c7dfc90ac67", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1087680425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a952216af12f43e9a2f700166b544c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0f5009-4f", "ovs_interfaceid": "8a0f5009-4fb4-4ba3-8fdd-87c780d719f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.408191] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:7e:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a0f5009-4fb4-4ba3-8fdd-87c780d719f2', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.415389] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Creating folder: Project (a952216af12f43e9a2f700166b544c72). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.418021] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6896298-530e-4c8f-9469-4cd7ccffbf3e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.428639] env[69481]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 802.428818] env[69481]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69481) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 802.429277] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Folder already exists: Project (a952216af12f43e9a2f700166b544c72). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 802.429489] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Creating folder: Instances. Parent ref: group-v651983. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.429731] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db0af2c5-afba-4769-a7f2-447237a8b19e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.442498] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Created folder: Instances in parent group-v651983. [ 802.442498] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.442498] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.442731] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde15024-7988-4b0a-ba30-66baf2a9b60e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.466688] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.466688] env[69481]: value = "task-3263857" [ 802.466688] env[69481]: _type = "Task" [ 802.466688] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.481891] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263857, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.617608] env[69481]: DEBUG nova.network.neutron [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Successfully created port: 933881d5-e4c4-441d-860f-612dfe9a4d90 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.718261] env[69481]: DEBUG nova.compute.manager [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.718261] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.719766] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df9165-585d-4187-964a-233e13b5d5f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.724740] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd38da85-f496-44c6-96cb-b4ebb7cf7c98 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.729983] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.730687] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4830383-e496-48ec-9734-a633bcf79c09 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.735203] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bce162-17a8-43a0-a702-7698115ab7c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.740382] env[69481]: DEBUG oslo_vmware.api [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 802.740382] env[69481]: value = "task-3263858" [ 802.740382] env[69481]: _type = "Task" [ 802.740382] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.770372] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39343b02-72a5-46f4-af27-53f3302eea02 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.777618] env[69481]: DEBUG oslo_vmware.api [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.781754] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17613d9-7548-4d5a-ac76-93a2b4339352 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.799901] env[69481]: DEBUG nova.compute.provider_tree [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.807821] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52db0938-d922-2e3f-0929-026459f2c0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013397} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.809229] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.809229] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 4183d319-37e1-4d9d-9b53-e629d6fc84f5/4183d319-37e1-4d9d-9b53-e629d6fc84f5.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.809412] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b408d669-6038-4433-ba36-b0a609af1f67 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.814396] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263854, 'name': Rename_Task, 'duration_secs': 0.190892} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.815619] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.815866] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab928306-54c0-4478-96b9-51745fc43edd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.820759] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 802.820759] env[69481]: value = "task-3263859" [ 802.820759] env[69481]: _type = "Task" [ 802.820759] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.825714] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 802.825714] env[69481]: value = "task-3263860" [ 802.825714] env[69481]: _type = "Task" [ 802.825714] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.832090] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.839986] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.941827] env[69481]: DEBUG nova.compute.manager [req-4e6a9065-0eda-48d3-9db1-fb05ee316147 req-c468276a-6b00-4e72-8865-1c786a2fa77b service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Received event network-changed-8a0f5009-4fb4-4ba3-8fdd-87c780d719f2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.941952] env[69481]: DEBUG nova.compute.manager [req-4e6a9065-0eda-48d3-9db1-fb05ee316147 req-c468276a-6b00-4e72-8865-1c786a2fa77b service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Refreshing instance network info cache due to event network-changed-8a0f5009-4fb4-4ba3-8fdd-87c780d719f2. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.942593] env[69481]: DEBUG oslo_concurrency.lockutils [req-4e6a9065-0eda-48d3-9db1-fb05ee316147 req-c468276a-6b00-4e72-8865-1c786a2fa77b service nova] Acquiring lock "refresh_cache-9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.942593] env[69481]: DEBUG oslo_concurrency.lockutils [req-4e6a9065-0eda-48d3-9db1-fb05ee316147 req-c468276a-6b00-4e72-8865-1c786a2fa77b service nova] Acquired lock "refresh_cache-9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.942593] env[69481]: DEBUG nova.network.neutron [req-4e6a9065-0eda-48d3-9db1-fb05ee316147 req-c468276a-6b00-4e72-8865-1c786a2fa77b service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Refreshing network info cache for port 8a0f5009-4fb4-4ba3-8fdd-87c780d719f2 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.980096] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263857, 'name': CreateVM_Task, 'duration_secs': 0.422963} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.980348] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.981193] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-651995', 'volume_id': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'name': 'volume-101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3', 'attached_at': '', 'detached_at': '', 'volume_id': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'serial': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0'}, 'boot_index': 0, 'attachment_id': '274d28d0-0dd3-4c8b-995e-03c5e00c8971', 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69481) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 802.981427] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Root volume attach. Driver type: vmdk {{(pid=69481) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 802.982459] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f55f7b1-79df-471e-9379-d631475533e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.992130] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ed9dfe-f39e-4884-b3b7-60aa09917693 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.000319] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dd4c82-6c37-4e29-a636-6aba882b7186 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.008834] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-facd54c7-334c-4647-807a-e62dfba42867 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.017854] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for the task: (returnval){ [ 803.017854] env[69481]: value = "task-3263861" [ 803.017854] env[69481]: _type = "Task" [ 803.017854] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.026565] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263861, 'name': RelocateVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.186526] env[69481]: DEBUG nova.compute.manager [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.221741] env[69481]: DEBUG nova.virt.hardware [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.221741] env[69481]: DEBUG nova.virt.hardware [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.222560] env[69481]: DEBUG nova.virt.hardware [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.222893] env[69481]: DEBUG nova.virt.hardware [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.225799] env[69481]: DEBUG nova.virt.hardware [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.225799] env[69481]: DEBUG nova.virt.hardware [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.225799] env[69481]: DEBUG nova.virt.hardware [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.225799] env[69481]: DEBUG nova.virt.hardware [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.225799] env[69481]: DEBUG nova.virt.hardware [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.225799] env[69481]: DEBUG nova.virt.hardware [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.225799] env[69481]: DEBUG nova.virt.hardware [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.226738] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf840a0-aa49-4dd2-b7c0-d03194371ae3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.238860] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82dea6b-4742-4051-8c3f-c7cb4f5c9de9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.252086] env[69481]: DEBUG oslo_vmware.api [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263858, 'name': PowerOffVM_Task, 'duration_secs': 0.216439} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.262076] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.262535] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.262936] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eeaf326-8c02-4352-970b-a16aff6f1cf4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.309397] env[69481]: DEBUG nova.scheduler.client.report [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.335137] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263859, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.342691] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.346324] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.346324] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.346589] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleting the datastore file [datastore1] bf16ff00-3ca8-4e48-96f9-20e7c5641bb7 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.346785] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03ff0e3b-15b1-4900-8b87-967e589262cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.357290] env[69481]: DEBUG oslo_vmware.api [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 803.357290] env[69481]: value = "task-3263863" [ 803.357290] env[69481]: _type = "Task" [ 803.357290] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.373355] env[69481]: DEBUG oslo_vmware.api [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.529432] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263861, 'name': RelocateVM_Task} progress is 20%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.775959] env[69481]: DEBUG nova.network.neutron [req-4e6a9065-0eda-48d3-9db1-fb05ee316147 req-c468276a-6b00-4e72-8865-1c786a2fa77b service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Updated VIF entry in instance network info cache for port 8a0f5009-4fb4-4ba3-8fdd-87c780d719f2. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.775959] env[69481]: DEBUG nova.network.neutron [req-4e6a9065-0eda-48d3-9db1-fb05ee316147 req-c468276a-6b00-4e72-8865-1c786a2fa77b service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Updating instance_info_cache with network_info: [{"id": "8a0f5009-4fb4-4ba3-8fdd-87c780d719f2", "address": "fa:16:3e:ac:7e:ed", "network": {"id": "d754afcf-d19c-419a-bc3f-7c7dfc90ac67", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1087680425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a952216af12f43e9a2f700166b544c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0f5009-4f", "ovs_interfaceid": "8a0f5009-4fb4-4ba3-8fdd-87c780d719f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.816822] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.398s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.817524] env[69481]: DEBUG nova.compute.manager [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.821132] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.122s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.823318] env[69481]: INFO nova.compute.claims [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.840364] env[69481]: DEBUG oslo_vmware.api [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263860, 'name': PowerOnVM_Task, 'duration_secs': 0.955219} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.848021] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.848021] env[69481]: INFO nova.compute.manager [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Took 9.26 seconds to spawn the instance on the hypervisor. [ 803.848021] env[69481]: DEBUG nova.compute.manager [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.848021] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601046} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.848021] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d86c8f-70cc-4866-824c-80488a712954 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.848785] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 4183d319-37e1-4d9d-9b53-e629d6fc84f5/4183d319-37e1-4d9d-9b53-e629d6fc84f5.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.851342] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.851342] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80c17572-9a7a-46cc-9c71-529dd6e16eae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.861200] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 803.861200] env[69481]: value = "task-3263864" [ 803.861200] env[69481]: _type = "Task" [ 803.861200] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.874038] env[69481]: DEBUG oslo_vmware.api [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306238} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.878270] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.878527] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.879153] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.879153] env[69481]: INFO nova.compute.manager [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 803.879481] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.879816] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.880086] env[69481]: DEBUG nova.compute.manager [-] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.880201] env[69481]: DEBUG nova.network.neutron [-] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.029222] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263861, 'name': RelocateVM_Task, 'duration_secs': 0.573811} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.029538] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 804.029736] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-651995', 'volume_id': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'name': 'volume-101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3', 'attached_at': '', 'detached_at': '', 'volume_id': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'serial': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 804.030519] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7528fd81-f7cc-4b85-82fe-4d770f011bbe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.047275] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b48c8f-9fc7-4986-a98e-469401e200ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.073318] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-101112b8-164f-4e1f-8ed8-6cb704a4e0d0/volume-101112b8-164f-4e1f-8ed8-6cb704a4e0d0.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.073622] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-236d8ddb-72cf-4664-94f4-e3327c4883a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.094399] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for the task: (returnval){ [ 804.094399] env[69481]: value = "task-3263865" [ 804.094399] env[69481]: _type = "Task" [ 804.094399] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.102971] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.168533] env[69481]: DEBUG nova.compute.manager [req-1f6d80a4-9f3f-42ca-8354-007545101ed0 req-0a059b90-6261-41df-be98-19a9a986853a service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Received event network-vif-deleted-fdffaeb9-ed34-447f-951d-727c06557836 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.168736] env[69481]: INFO nova.compute.manager [req-1f6d80a4-9f3f-42ca-8354-007545101ed0 req-0a059b90-6261-41df-be98-19a9a986853a service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Neutron deleted interface fdffaeb9-ed34-447f-951d-727c06557836; detaching it from the instance and deleting it from the info cache [ 804.169824] env[69481]: DEBUG nova.network.neutron [req-1f6d80a4-9f3f-42ca-8354-007545101ed0 req-0a059b90-6261-41df-be98-19a9a986853a service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.278505] env[69481]: DEBUG oslo_concurrency.lockutils [req-4e6a9065-0eda-48d3-9db1-fb05ee316147 req-c468276a-6b00-4e72-8865-1c786a2fa77b service nova] Releasing lock "refresh_cache-9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.329863] env[69481]: DEBUG nova.compute.utils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.332217] env[69481]: DEBUG nova.compute.manager [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.332546] env[69481]: DEBUG nova.network.neutron [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.376826] env[69481]: INFO nova.compute.manager [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Took 55.82 seconds to build instance. [ 804.382851] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090243} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.383662] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.384545] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df2e67e-7273-4400-9489-c36bfc5c45e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.411026] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 4183d319-37e1-4d9d-9b53-e629d6fc84f5/4183d319-37e1-4d9d-9b53-e629d6fc84f5.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.412606] env[69481]: DEBUG nova.policy [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0cf08d634d6460bbdd5905938a836fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1576ea6e2a8840a7ab95680afa066440', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.414560] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-118547c7-77d6-4dba-839a-8272beaba256 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.438407] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 804.438407] env[69481]: value = "task-3263866" [ 804.438407] env[69481]: _type = "Task" [ 804.438407] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.447301] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.457456] env[69481]: DEBUG oslo_vmware.rw_handles [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d7a83-2046-739e-4597-aff596214616/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 804.458766] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a36d3a-bd21-480a-89ab-9759e9baa709 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.467492] env[69481]: DEBUG oslo_vmware.rw_handles [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d7a83-2046-739e-4597-aff596214616/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 804.467692] env[69481]: ERROR oslo_vmware.rw_handles [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d7a83-2046-739e-4597-aff596214616/disk-0.vmdk due to incomplete transfer. [ 804.467928] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57d21d80-9f3c-4e95-9d8b-9697d1306bb9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.473854] env[69481]: DEBUG oslo_vmware.rw_handles [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d7a83-2046-739e-4597-aff596214616/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 804.474065] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Uploaded image 631c8a80-14c4-4426-af0f-844a8012ed4c to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 804.476761] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 804.477010] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-813f126f-db3f-4925-964f-94d7baabb385 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.483324] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 804.483324] env[69481]: value = "task-3263867" [ 804.483324] env[69481]: _type = "Task" [ 804.483324] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.491755] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263867, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.607527] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263865, 'name': ReconfigVM_Task, 'duration_secs': 0.276073} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.607527] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-101112b8-164f-4e1f-8ed8-6cb704a4e0d0/volume-101112b8-164f-4e1f-8ed8-6cb704a4e0d0.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.610215] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ae50a79-6089-45fd-808d-a1a5af810b35 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.626152] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for the task: (returnval){ [ 804.626152] env[69481]: value = "task-3263868" [ 804.626152] env[69481]: _type = "Task" [ 804.626152] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.635269] env[69481]: DEBUG nova.network.neutron [-] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.637275] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.677076] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f132d15-6d49-4a26-b447-7528c723110d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.690149] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86adce83-2c71-4ed8-80c4-16ad86254f44 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.728545] env[69481]: DEBUG nova.compute.manager [req-1f6d80a4-9f3f-42ca-8354-007545101ed0 req-0a059b90-6261-41df-be98-19a9a986853a service nova] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Detach interface failed, port_id=fdffaeb9-ed34-447f-951d-727c06557836, reason: Instance bf16ff00-3ca8-4e48-96f9-20e7c5641bb7 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 804.734974] env[69481]: DEBUG nova.network.neutron [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Successfully updated port: 933881d5-e4c4-441d-860f-612dfe9a4d90 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.827847] env[69481]: DEBUG nova.network.neutron [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Successfully created port: d2f657e4-a726-40a7-a171-17de506487fa {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.836779] env[69481]: DEBUG nova.compute.manager [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.879103] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fb5b7317-75f8-48a9-aede-5e9519908ff9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.329s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.950325] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.984604] env[69481]: DEBUG nova.compute.manager [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] [instance: de29d366-5596-4109-9b46-3628b86684de] Received event network-vif-plugged-933881d5-e4c4-441d-860f-612dfe9a4d90 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.984828] env[69481]: DEBUG oslo_concurrency.lockutils [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] Acquiring lock "de29d366-5596-4109-9b46-3628b86684de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.985046] env[69481]: DEBUG oslo_concurrency.lockutils [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] Lock "de29d366-5596-4109-9b46-3628b86684de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.985301] env[69481]: DEBUG oslo_concurrency.lockutils [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] Lock "de29d366-5596-4109-9b46-3628b86684de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.985510] env[69481]: DEBUG nova.compute.manager [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] [instance: de29d366-5596-4109-9b46-3628b86684de] No waiting events found dispatching network-vif-plugged-933881d5-e4c4-441d-860f-612dfe9a4d90 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.985680] env[69481]: WARNING nova.compute.manager [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] [instance: de29d366-5596-4109-9b46-3628b86684de] Received unexpected event network-vif-plugged-933881d5-e4c4-441d-860f-612dfe9a4d90 for instance with vm_state building and task_state spawning. [ 804.985836] env[69481]: DEBUG nova.compute.manager [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] [instance: de29d366-5596-4109-9b46-3628b86684de] Received event network-changed-933881d5-e4c4-441d-860f-612dfe9a4d90 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.985985] env[69481]: DEBUG nova.compute.manager [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] [instance: de29d366-5596-4109-9b46-3628b86684de] Refreshing instance network info cache due to event network-changed-933881d5-e4c4-441d-860f-612dfe9a4d90. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.986223] env[69481]: DEBUG oslo_concurrency.lockutils [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] Acquiring lock "refresh_cache-de29d366-5596-4109-9b46-3628b86684de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.986362] env[69481]: DEBUG oslo_concurrency.lockutils [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] Acquired lock "refresh_cache-de29d366-5596-4109-9b46-3628b86684de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.986544] env[69481]: DEBUG nova.network.neutron [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] [instance: de29d366-5596-4109-9b46-3628b86684de] Refreshing network info cache for port 933881d5-e4c4-441d-860f-612dfe9a4d90 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.998193] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263867, 'name': Destroy_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.137343] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263868, 'name': ReconfigVM_Task, 'duration_secs': 0.151806} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.140459] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-651995', 'volume_id': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'name': 'volume-101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3', 'attached_at': '', 'detached_at': '', 'volume_id': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'serial': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 805.141728] env[69481]: INFO nova.compute.manager [-] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Took 1.26 seconds to deallocate network for instance. [ 805.142262] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6655f80c-89d7-4656-99ea-82315bb603d8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.155380] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for the task: (returnval){ [ 805.155380] env[69481]: value = "task-3263869" [ 805.155380] env[69481]: _type = "Task" [ 805.155380] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.169964] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263869, 'name': Rename_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.236795] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "refresh_cache-de29d366-5596-4109-9b46-3628b86684de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.374058] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5950b05d-f7fc-4934-badd-5da34171fc9e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.381739] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfad9ac-4eff-44c1-b8b7-36e350e20742 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.389777] env[69481]: DEBUG nova.compute.manager [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.423266] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3694a23-2fda-4e8d-866c-502855484ac4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.432617] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f9121d-778f-486a-998a-789aa968a8bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.450577] env[69481]: DEBUG nova.compute.provider_tree [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.460974] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263866, 'name': ReconfigVM_Task, 'duration_secs': 0.85446} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.461977] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 4183d319-37e1-4d9d-9b53-e629d6fc84f5/4183d319-37e1-4d9d-9b53-e629d6fc84f5.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.462710] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd64e359-28ed-48fc-8eda-277a0a68f2bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.470203] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 805.470203] env[69481]: value = "task-3263870" [ 805.470203] env[69481]: _type = "Task" [ 805.470203] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.479628] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263870, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.499486] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263867, 'name': Destroy_Task, 'duration_secs': 0.850333} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.500843] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Destroyed the VM [ 805.500843] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 805.500843] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-04640559-a92e-4671-a769-b78e1beb5474 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.508541] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 805.508541] env[69481]: value = "task-3263871" [ 805.508541] env[69481]: _type = "Task" [ 805.508541] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.516268] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263871, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.550070] env[69481]: DEBUG nova.network.neutron [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] [instance: de29d366-5596-4109-9b46-3628b86684de] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.660909] env[69481]: DEBUG oslo_concurrency.lockutils [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.671763] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263869, 'name': Rename_Task, 'duration_secs': 0.145071} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.672237] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.672608] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e6332f5-8e6a-4652-ba91-b4ee752cf288 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.680877] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for the task: (returnval){ [ 805.680877] env[69481]: value = "task-3263872" [ 805.680877] env[69481]: _type = "Task" [ 805.680877] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.691401] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.724665] env[69481]: DEBUG nova.network.neutron [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] [instance: de29d366-5596-4109-9b46-3628b86684de] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.851185] env[69481]: DEBUG nova.compute.manager [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.888508] env[69481]: DEBUG nova.virt.hardware [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.888841] env[69481]: DEBUG nova.virt.hardware [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.888985] env[69481]: DEBUG nova.virt.hardware [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.889164] env[69481]: DEBUG nova.virt.hardware [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.889323] env[69481]: DEBUG nova.virt.hardware [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.889479] env[69481]: DEBUG nova.virt.hardware [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.889681] env[69481]: DEBUG nova.virt.hardware [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.893020] env[69481]: DEBUG nova.virt.hardware [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.893020] env[69481]: DEBUG nova.virt.hardware [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.893020] env[69481]: DEBUG nova.virt.hardware [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.893020] env[69481]: DEBUG nova.virt.hardware [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.893020] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da19690-80bc-4ed0-8ed9-ce2dbc2c2c7b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.906940] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb19405-89ad-4b84-9396-66a6e20952d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.922612] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.957057] env[69481]: DEBUG nova.scheduler.client.report [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.980850] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263870, 'name': Rename_Task, 'duration_secs': 0.286224} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.981149] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.981395] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec1f6a31-f883-4c08-8ce1-97e12e4ad585 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.987868] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 805.987868] env[69481]: value = "task-3263873" [ 805.987868] env[69481]: _type = "Task" [ 805.987868] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.998206] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.018821] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263871, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.193442] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263872, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.228701] env[69481]: DEBUG oslo_concurrency.lockutils [req-30e4e647-3acf-4a37-91f8-5d4bf3d2a055 req-3e17fbc1-57b9-45c0-904b-11928893f66b service nova] Releasing lock "refresh_cache-de29d366-5596-4109-9b46-3628b86684de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.228701] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "refresh_cache-de29d366-5596-4109-9b46-3628b86684de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.228701] env[69481]: DEBUG nova.network.neutron [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.462752] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.464083] env[69481]: DEBUG nova.compute.manager [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.468398] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.107s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.470695] env[69481]: INFO nova.compute.claims [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.502744] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263873, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.520678] env[69481]: DEBUG oslo_vmware.api [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263871, 'name': RemoveSnapshot_Task, 'duration_secs': 0.897121} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.521066] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 806.521716] env[69481]: INFO nova.compute.manager [None req-8f31b671-4c04-4935-9c52-8b2407064720 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Took 17.20 seconds to snapshot the instance on the hypervisor. [ 806.556919] env[69481]: DEBUG nova.compute.manager [req-5c850363-73a8-4bed-a2ab-c956a4dbd5c5 req-5c5cf232-e554-44c8-8ac0-9127637c9e2e service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Received event network-vif-plugged-d2f657e4-a726-40a7-a171-17de506487fa {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.556919] env[69481]: DEBUG oslo_concurrency.lockutils [req-5c850363-73a8-4bed-a2ab-c956a4dbd5c5 req-5c5cf232-e554-44c8-8ac0-9127637c9e2e service nova] Acquiring lock "516b18ca-fe00-4836-9f5f-c313deab2eb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.556919] env[69481]: DEBUG oslo_concurrency.lockutils [req-5c850363-73a8-4bed-a2ab-c956a4dbd5c5 req-5c5cf232-e554-44c8-8ac0-9127637c9e2e service nova] Lock "516b18ca-fe00-4836-9f5f-c313deab2eb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.556919] env[69481]: DEBUG oslo_concurrency.lockutils [req-5c850363-73a8-4bed-a2ab-c956a4dbd5c5 req-5c5cf232-e554-44c8-8ac0-9127637c9e2e service nova] Lock "516b18ca-fe00-4836-9f5f-c313deab2eb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.556919] env[69481]: DEBUG nova.compute.manager [req-5c850363-73a8-4bed-a2ab-c956a4dbd5c5 req-5c5cf232-e554-44c8-8ac0-9127637c9e2e service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] No waiting events found dispatching network-vif-plugged-d2f657e4-a726-40a7-a171-17de506487fa {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.557291] env[69481]: WARNING nova.compute.manager [req-5c850363-73a8-4bed-a2ab-c956a4dbd5c5 req-5c5cf232-e554-44c8-8ac0-9127637c9e2e service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Received unexpected event network-vif-plugged-d2f657e4-a726-40a7-a171-17de506487fa for instance with vm_state building and task_state spawning. [ 806.607561] env[69481]: DEBUG nova.network.neutron [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Successfully updated port: d2f657e4-a726-40a7-a171-17de506487fa {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.693975] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263872, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.776815] env[69481]: DEBUG nova.network.neutron [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.928262] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "a450822f-74fd-4483-afba-1b7f2f2ff604" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.928758] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "a450822f-74fd-4483-afba-1b7f2f2ff604" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.928868] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "a450822f-74fd-4483-afba-1b7f2f2ff604-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.929076] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "a450822f-74fd-4483-afba-1b7f2f2ff604-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.929255] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "a450822f-74fd-4483-afba-1b7f2f2ff604-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.931594] env[69481]: INFO nova.compute.manager [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Terminating instance [ 806.956327] env[69481]: DEBUG nova.network.neutron [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Updating instance_info_cache with network_info: [{"id": "933881d5-e4c4-441d-860f-612dfe9a4d90", "address": "fa:16:3e:f4:57:be", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933881d5-e4", "ovs_interfaceid": "933881d5-e4c4-441d-860f-612dfe9a4d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.976978] env[69481]: DEBUG nova.compute.utils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.983260] env[69481]: DEBUG nova.compute.manager [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.983260] env[69481]: DEBUG nova.network.neutron [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.001173] env[69481]: DEBUG oslo_vmware.api [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263873, 'name': PowerOnVM_Task, 'duration_secs': 0.569894} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.001467] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.002153] env[69481]: INFO nova.compute.manager [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Took 9.74 seconds to spawn the instance on the hypervisor. [ 807.002346] env[69481]: DEBUG nova.compute.manager [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.003153] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83bf38c-1a83-40b1-960a-06ba969ac7f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.041437] env[69481]: DEBUG nova.policy [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2cfdf4b467245e2a0db299bfd621195', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf25da06950446a2a7c759c1ad96d072', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.112769] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquiring lock "refresh_cache-516b18ca-fe00-4836-9f5f-c313deab2eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.114658] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquired lock "refresh_cache-516b18ca-fe00-4836-9f5f-c313deab2eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.114658] env[69481]: DEBUG nova.network.neutron [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.197152] env[69481]: DEBUG oslo_vmware.api [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263872, 'name': PowerOnVM_Task, 'duration_secs': 1.143619} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.197152] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.197152] env[69481]: INFO nova.compute.manager [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Took 4.99 seconds to spawn the instance on the hypervisor. [ 807.197152] env[69481]: DEBUG nova.compute.manager [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.197825] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d9ec9b-733b-4bb7-a191-7823209a8413 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.334032] env[69481]: DEBUG nova.compute.manager [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Stashing vm_state: active {{(pid=69481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 807.436775] env[69481]: DEBUG nova.compute.manager [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.436775] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.437512] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdea8632-fc6e-4875-8046-87f14959c7c3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.447610] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.447871] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a0a90c-4cca-4b9a-aa18-82aa36f0c124 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.455254] env[69481]: DEBUG oslo_vmware.api [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 807.455254] env[69481]: value = "task-3263874" [ 807.455254] env[69481]: _type = "Task" [ 807.455254] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.459099] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "refresh_cache-de29d366-5596-4109-9b46-3628b86684de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.459397] env[69481]: DEBUG nova.compute.manager [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Instance network_info: |[{"id": "933881d5-e4c4-441d-860f-612dfe9a4d90", "address": "fa:16:3e:f4:57:be", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933881d5-e4", "ovs_interfaceid": "933881d5-e4c4-441d-860f-612dfe9a4d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.459770] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:57:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '933881d5-e4c4-441d-860f-612dfe9a4d90', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.469597] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.470592] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de29d366-5596-4109-9b46-3628b86684de] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.470862] env[69481]: DEBUG oslo_vmware.api [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.471523] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd11dfb4-dd6a-4087-b851-4393597c4254 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.486544] env[69481]: DEBUG nova.network.neutron [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Successfully created port: 2c211eff-833d-42a0-a91f-ac1208f5ad51 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.489242] env[69481]: DEBUG nova.compute.manager [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.499288] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.499288] env[69481]: value = "task-3263875" [ 807.499288] env[69481]: _type = "Task" [ 807.499288] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.507188] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263875, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.536580] env[69481]: INFO nova.compute.manager [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Took 52.00 seconds to build instance. [ 807.642257] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.642490] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.666387] env[69481]: DEBUG nova.network.neutron [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.721252] env[69481]: INFO nova.compute.manager [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Took 48.27 seconds to build instance. [ 807.857439] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.861309] env[69481]: DEBUG nova.network.neutron [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Updating instance_info_cache with network_info: [{"id": "d2f657e4-a726-40a7-a171-17de506487fa", "address": "fa:16:3e:dd:e4:e1", "network": {"id": "f0bed254-5851-4997-a914-4a4c0882d496", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1134778735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1576ea6e2a8840a7ab95680afa066440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f657e4-a7", "ovs_interfaceid": "d2f657e4-a726-40a7-a171-17de506487fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.965442] env[69481]: DEBUG oslo_vmware.api [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263874, 'name': PowerOffVM_Task, 'duration_secs': 0.320845} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.966389] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.966389] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.966581] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db9dfc92-afe6-46fb-8573-d16c94e80dae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.009068] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263875, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.040746] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a0c307d4-2fa2-40de-a63c-bfccea6022b3 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.252s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.053943] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.054227] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.054478] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Deleting the datastore file [datastore2] a450822f-74fd-4483-afba-1b7f2f2ff604 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.054739] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8575943-4126-4a56-98b3-57baa64c1a66 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.064382] env[69481]: DEBUG oslo_vmware.api [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 808.064382] env[69481]: value = "task-3263877" [ 808.064382] env[69481]: _type = "Task" [ 808.064382] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.073626] env[69481]: DEBUG oslo_vmware.api [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.101013] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b20864-915d-4b11-af5e-a7c66f3b77e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.108263] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad16538-85b5-4716-b20f-abb99c0a3eb0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.139297] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd296ee-0f46-4842-9c64-434621350982 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.147094] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c775968-63dd-4159-8584-2824f9ebd49e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.172200] env[69481]: DEBUG nova.compute.provider_tree [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.227284] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a31eed5f-5870-443c-9632-9936de815446 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.994s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.368070] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Releasing lock "refresh_cache-516b18ca-fe00-4836-9f5f-c313deab2eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.368070] env[69481]: DEBUG nova.compute.manager [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Instance network_info: |[{"id": "d2f657e4-a726-40a7-a171-17de506487fa", "address": "fa:16:3e:dd:e4:e1", "network": {"id": "f0bed254-5851-4997-a914-4a4c0882d496", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1134778735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1576ea6e2a8840a7ab95680afa066440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f657e4-a7", "ovs_interfaceid": "d2f657e4-a726-40a7-a171-17de506487fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.368070] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:e4:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f657e4-a726-40a7-a171-17de506487fa', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.374764] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Creating folder: Project (1576ea6e2a8840a7ab95680afa066440). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.375364] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cceb8ba-8f87-46be-826d-a0231b88fd82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.387170] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Created folder: Project (1576ea6e2a8840a7ab95680afa066440) in parent group-v651898. [ 808.387271] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Creating folder: Instances. Parent ref: group-v652042. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.387455] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3748599-565e-430c-9cfb-88780b1376cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.398563] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Created folder: Instances in parent group-v652042. [ 808.398953] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.399270] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.399533] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3867ed98-7975-45d6-8eb3-b7e7d7fa7569 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.422941] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.422941] env[69481]: value = "task-3263880" [ 808.422941] env[69481]: _type = "Task" [ 808.422941] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.431621] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263880, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.501498] env[69481]: DEBUG nova.compute.manager [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.514539] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263875, 'name': CreateVM_Task, 'duration_secs': 0.574208} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.514732] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de29d366-5596-4109-9b46-3628b86684de] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.515562] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.515729] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.516160] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.518204] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda6468b-a924-4c58-bf8f-c7409d9949c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.523639] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 808.523639] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f60fb8-50b9-6b14-977b-0898dc9543e6" [ 808.523639] env[69481]: _type = "Task" [ 808.523639] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.529425] env[69481]: DEBUG nova.virt.hardware [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.529702] env[69481]: DEBUG nova.virt.hardware [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.529819] env[69481]: DEBUG nova.virt.hardware [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.530009] env[69481]: DEBUG nova.virt.hardware [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.530195] env[69481]: DEBUG nova.virt.hardware [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.530336] env[69481]: DEBUG nova.virt.hardware [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.530539] env[69481]: DEBUG nova.virt.hardware [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.530702] env[69481]: DEBUG nova.virt.hardware [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.530908] env[69481]: DEBUG nova.virt.hardware [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.531089] env[69481]: DEBUG nova.virt.hardware [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.531275] env[69481]: DEBUG nova.virt.hardware [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.532080] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0c2305-ea29-4096-bc1a-a9fab8fc2270 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.540460] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f60fb8-50b9-6b14-977b-0898dc9543e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.542608] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.542853] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.543101] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.543253] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.543504] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.543734] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af6f2e7e-1d03-4a05-831b-26b5290be385 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.547136] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea1cafc-39b8-4971-ad6d-aecafe7367fb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.553781] env[69481]: DEBUG nova.compute.manager [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.571410] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.571630] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.572420] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3421bd96-9651-4525-bd8c-1f824323654b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.583051] env[69481]: DEBUG oslo_vmware.api [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3263877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372174} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.583051] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.583334] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.583496] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.583705] env[69481]: INFO nova.compute.manager [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Took 1.15 seconds to destroy the instance on the hypervisor. [ 808.583954] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.584371] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 808.584371] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52069482-4edc-879f-ae3a-c9184b3cdeb8" [ 808.584371] env[69481]: _type = "Task" [ 808.584371] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.584573] env[69481]: DEBUG nova.compute.manager [-] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.584665] env[69481]: DEBUG nova.network.neutron [-] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.596755] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52069482-4edc-879f-ae3a-c9184b3cdeb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.655894] env[69481]: DEBUG nova.compute.manager [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.656892] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75323f76-cdcd-40d0-8196-83290d45ffb4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.675916] env[69481]: DEBUG nova.scheduler.client.report [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.730260] env[69481]: DEBUG nova.compute.manager [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.827774] env[69481]: DEBUG nova.compute.manager [req-04532747-c07e-4e41-b928-c774b3e74887 req-1c37d848-e4ba-4145-83b9-e721ed55a6f6 service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Received event network-changed-d2f657e4-a726-40a7-a171-17de506487fa {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.827774] env[69481]: DEBUG nova.compute.manager [req-04532747-c07e-4e41-b928-c774b3e74887 req-1c37d848-e4ba-4145-83b9-e721ed55a6f6 service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Refreshing instance network info cache due to event network-changed-d2f657e4-a726-40a7-a171-17de506487fa. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.828092] env[69481]: DEBUG oslo_concurrency.lockutils [req-04532747-c07e-4e41-b928-c774b3e74887 req-1c37d848-e4ba-4145-83b9-e721ed55a6f6 service nova] Acquiring lock "refresh_cache-516b18ca-fe00-4836-9f5f-c313deab2eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.828284] env[69481]: DEBUG oslo_concurrency.lockutils [req-04532747-c07e-4e41-b928-c774b3e74887 req-1c37d848-e4ba-4145-83b9-e721ed55a6f6 service nova] Acquired lock "refresh_cache-516b18ca-fe00-4836-9f5f-c313deab2eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.828385] env[69481]: DEBUG nova.network.neutron [req-04532747-c07e-4e41-b928-c774b3e74887 req-1c37d848-e4ba-4145-83b9-e721ed55a6f6 service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Refreshing network info cache for port d2f657e4-a726-40a7-a171-17de506487fa {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.936075] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263880, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.079944] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.101675] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52069482-4edc-879f-ae3a-c9184b3cdeb8, 'name': SearchDatastore_Task, 'duration_secs': 0.019433} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.103417] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2f2958-35a5-4595-acdb-e291ee9be167 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.111733] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 809.111733] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522ac7d1-083c-b949-31aa-531a41e123f7" [ 809.111733] env[69481]: _type = "Task" [ 809.111733] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.123724] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522ac7d1-083c-b949-31aa-531a41e123f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.170915] env[69481]: INFO nova.compute.manager [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] instance snapshotting [ 809.176684] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a343f2e-4c6f-445f-8955-771b679c51a0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.201161] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.201687] env[69481]: DEBUG nova.compute.manager [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.207150] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.028s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.209411] env[69481]: INFO nova.compute.claims [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.216192] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13886aa1-d5b7-475a-8674-bc1b7412fbf1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.261771] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.315093] env[69481]: DEBUG nova.network.neutron [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Successfully updated port: 2c211eff-833d-42a0-a91f-ac1208f5ad51 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.432402] env[69481]: DEBUG nova.compute.manager [req-84f58a62-c7c7-4f84-824e-7806a14e91bf req-4f1d0de9-32f8-4a42-8c7d-60531e1a268f service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Received event network-vif-deleted-ae054729-8906-4c5c-a0ee-db6127cb776e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.432617] env[69481]: INFO nova.compute.manager [req-84f58a62-c7c7-4f84-824e-7806a14e91bf req-4f1d0de9-32f8-4a42-8c7d-60531e1a268f service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Neutron deleted interface ae054729-8906-4c5c-a0ee-db6127cb776e; detaching it from the instance and deleting it from the info cache [ 809.432818] env[69481]: DEBUG nova.network.neutron [req-84f58a62-c7c7-4f84-824e-7806a14e91bf req-4f1d0de9-32f8-4a42-8c7d-60531e1a268f service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.439652] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263880, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.557363] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.557672] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.623156] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522ac7d1-083c-b949-31aa-531a41e123f7, 'name': SearchDatastore_Task, 'duration_secs': 0.017388} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.623445] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.623707] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] de29d366-5596-4109-9b46-3628b86684de/de29d366-5596-4109-9b46-3628b86684de.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.624014] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c760d4a-3ecf-4541-b9f3-a2843fbedace {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.630205] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 809.630205] env[69481]: value = "task-3263881" [ 809.630205] env[69481]: _type = "Task" [ 809.630205] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.639236] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.641928] env[69481]: DEBUG nova.network.neutron [req-04532747-c07e-4e41-b928-c774b3e74887 req-1c37d848-e4ba-4145-83b9-e721ed55a6f6 service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Updated VIF entry in instance network info cache for port d2f657e4-a726-40a7-a171-17de506487fa. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.642293] env[69481]: DEBUG nova.network.neutron [req-04532747-c07e-4e41-b928-c774b3e74887 req-1c37d848-e4ba-4145-83b9-e721ed55a6f6 service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Updating instance_info_cache with network_info: [{"id": "d2f657e4-a726-40a7-a171-17de506487fa", "address": "fa:16:3e:dd:e4:e1", "network": {"id": "f0bed254-5851-4997-a914-4a4c0882d496", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1134778735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1576ea6e2a8840a7ab95680afa066440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f657e4-a7", "ovs_interfaceid": "d2f657e4-a726-40a7-a171-17de506487fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.708854] env[69481]: DEBUG nova.compute.utils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.710777] env[69481]: DEBUG nova.compute.manager [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.710950] env[69481]: DEBUG nova.network.neutron [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.729545] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 809.730081] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc4716c5-65e1-49e2-b5c7-e4a4612c0710 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.737716] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 809.737716] env[69481]: value = "task-3263882" [ 809.737716] env[69481]: _type = "Task" [ 809.737716] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.748021] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263882, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.781878] env[69481]: DEBUG nova.policy [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aabbc48988541c0a4aeef2e422165a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78bfc183fb664dc9bdd76d3573888de4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.819047] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquiring lock "refresh_cache-f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.819258] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquired lock "refresh_cache-f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.819416] env[69481]: DEBUG nova.network.neutron [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.901370] env[69481]: DEBUG nova.network.neutron [-] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.936716] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263880, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.937030] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8faf53b-cc32-4908-bd12-9554998b4350 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.948127] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30934b6f-7a30-425a-82be-51681283a43a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.989538] env[69481]: DEBUG nova.compute.manager [req-84f58a62-c7c7-4f84-824e-7806a14e91bf req-4f1d0de9-32f8-4a42-8c7d-60531e1a268f service nova] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Detach interface failed, port_id=ae054729-8906-4c5c-a0ee-db6127cb776e, reason: Instance a450822f-74fd-4483-afba-1b7f2f2ff604 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 810.064566] env[69481]: DEBUG nova.compute.utils [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.146217] env[69481]: DEBUG oslo_concurrency.lockutils [req-04532747-c07e-4e41-b928-c774b3e74887 req-1c37d848-e4ba-4145-83b9-e721ed55a6f6 service nova] Releasing lock "refresh_cache-516b18ca-fe00-4836-9f5f-c313deab2eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.146764] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263881, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.214528] env[69481]: DEBUG nova.compute.manager [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.250687] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263882, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.275501] env[69481]: DEBUG nova.network.neutron [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Successfully created port: a951d6a0-5f92-4dd4-8e19-e98ba872c00f {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.356842] env[69481]: DEBUG nova.network.neutron [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.407257] env[69481]: INFO nova.compute.manager [-] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Took 1.82 seconds to deallocate network for instance. [ 810.441929] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263880, 'name': CreateVM_Task, 'duration_secs': 1.514653} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.444709] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.445349] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.445512] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.445820] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.447892] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b9993d-b35f-484e-a104-8d39bd4b5727 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.452064] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for the task: (returnval){ [ 810.452064] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5277e82d-6592-d764-4192-92cdd41ba7a7" [ 810.452064] env[69481]: _type = "Task" [ 810.452064] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.463316] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5277e82d-6592-d764-4192-92cdd41ba7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.513626] env[69481]: DEBUG nova.network.neutron [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Updating instance_info_cache with network_info: [{"id": "2c211eff-833d-42a0-a91f-ac1208f5ad51", "address": "fa:16:3e:3e:42:9f", "network": {"id": "190550de-353c-4df0-85db-29177c1fbb5b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-723836771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf25da06950446a2a7c759c1ad96d072", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c211eff-83", "ovs_interfaceid": "2c211eff-833d-42a0-a91f-ac1208f5ad51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.568067] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.644926] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667263} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.645244] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] de29d366-5596-4109-9b46-3628b86684de/de29d366-5596-4109-9b46-3628b86684de.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.645469] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.645651] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bab94ba-d3b2-4719-9baf-269421e22557 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.655203] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 810.655203] env[69481]: value = "task-3263883" [ 810.655203] env[69481]: _type = "Task" [ 810.655203] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.664053] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.723559] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eacd4f-76b8-4f49-bf24-242e5460ac38 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.731214] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04255b88-28e2-4e24-90aa-2f21ee7b2333 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.766635] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896e87e8-4104-44a7-a824-656706b41e32 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.774686] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263882, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.777786] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca56f1a-b8ee-442b-830c-fa1e056a7f26 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.791529] env[69481]: DEBUG nova.compute.provider_tree [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.918386] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.962667] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5277e82d-6592-d764-4192-92cdd41ba7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.022652} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.964130] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.964130] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.964130] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.964130] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.964348] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.964664] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e21cebba-fd2c-4c75-a7da-739e7d9d9c9a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.980460] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.980651] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.981636] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56eb3c15-a085-4b55-91bc-3eb40416e8e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.986586] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for the task: (returnval){ [ 810.986586] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c266e6-06fa-8e20-382f-ad3b8112ec54" [ 810.986586] env[69481]: _type = "Task" [ 810.986586] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.995220] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c266e6-06fa-8e20-382f-ad3b8112ec54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.015864] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Releasing lock "refresh_cache-f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.016267] env[69481]: DEBUG nova.compute.manager [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Instance network_info: |[{"id": "2c211eff-833d-42a0-a91f-ac1208f5ad51", "address": "fa:16:3e:3e:42:9f", "network": {"id": "190550de-353c-4df0-85db-29177c1fbb5b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-723836771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf25da06950446a2a7c759c1ad96d072", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c211eff-83", "ovs_interfaceid": "2c211eff-833d-42a0-a91f-ac1208f5ad51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.016668] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:42:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c211eff-833d-42a0-a91f-ac1208f5ad51', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.024231] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Creating folder: Project (bf25da06950446a2a7c759c1ad96d072). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.024511] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-780f52d3-4e8f-4a53-97aa-c1dd4b054288 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.031166] env[69481]: DEBUG nova.compute.manager [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Received event network-changed-8a0f5009-4fb4-4ba3-8fdd-87c780d719f2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.031425] env[69481]: DEBUG nova.compute.manager [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Refreshing instance network info cache due to event network-changed-8a0f5009-4fb4-4ba3-8fdd-87c780d719f2. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.031659] env[69481]: DEBUG oslo_concurrency.lockutils [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] Acquiring lock "refresh_cache-9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.031805] env[69481]: DEBUG oslo_concurrency.lockutils [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] Acquired lock "refresh_cache-9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.031962] env[69481]: DEBUG nova.network.neutron [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Refreshing network info cache for port 8a0f5009-4fb4-4ba3-8fdd-87c780d719f2 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.035352] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Created folder: Project (bf25da06950446a2a7c759c1ad96d072) in parent group-v651898. [ 811.035599] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Creating folder: Instances. Parent ref: group-v652046. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.035837] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03b08d7f-785c-49cf-9a48-aa9a1ad64b21 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.044751] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Created folder: Instances in parent group-v652046. [ 811.045022] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.045214] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.045690] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe486a05-be3a-436b-b96c-38c90bb06909 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.065594] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.065594] env[69481]: value = "task-3263886" [ 811.065594] env[69481]: _type = "Task" [ 811.065594] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.073544] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263886, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.164937] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062609} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.165293] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.166041] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3782ed7-1b70-4ac2-9504-12580b9a46c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.190492] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] de29d366-5596-4109-9b46-3628b86684de/de29d366-5596-4109-9b46-3628b86684de.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.190807] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d17659da-a51f-44a5-9aa0-24b5b5fae6bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.211970] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 811.211970] env[69481]: value = "task-3263887" [ 811.211970] env[69481]: _type = "Task" [ 811.211970] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.220381] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.228657] env[69481]: DEBUG nova.compute.manager [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.254553] env[69481]: DEBUG nova.virt.hardware [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.254805] env[69481]: DEBUG nova.virt.hardware [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.254963] env[69481]: DEBUG nova.virt.hardware [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.255161] env[69481]: DEBUG nova.virt.hardware [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.255312] env[69481]: DEBUG nova.virt.hardware [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.255460] env[69481]: DEBUG nova.virt.hardware [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.255670] env[69481]: DEBUG nova.virt.hardware [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.255830] env[69481]: DEBUG nova.virt.hardware [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.255995] env[69481]: DEBUG nova.virt.hardware [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.256209] env[69481]: DEBUG nova.virt.hardware [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.256402] env[69481]: DEBUG nova.virt.hardware [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.257319] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cea252-2c15-4b8f-b80c-20ca24d31d4e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.269872] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d46172-5f74-4df1-b685-6eb611124064 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.278911] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263882, 'name': CreateSnapshot_Task, 'duration_secs': 1.220792} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.287486] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 811.287698] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389d6cf3-d1a0-489f-ac49-b63da6ccb4dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.298422] env[69481]: DEBUG nova.scheduler.client.report [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.497022] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c266e6-06fa-8e20-382f-ad3b8112ec54, 'name': SearchDatastore_Task, 'duration_secs': 0.059229} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.497874] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cf20d4-d023-4dcf-8c1f-cfd581f90c21 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.503694] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for the task: (returnval){ [ 811.503694] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52415840-2db1-4a93-d445-265b4adfad88" [ 811.503694] env[69481]: _type = "Task" [ 811.503694] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.511596] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52415840-2db1-4a93-d445-265b4adfad88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.575717] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263886, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.629812] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.630154] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.630411] env[69481]: INFO nova.compute.manager [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Attaching volume 10f2ffca-2790-4208-a7b7-9b75d456d56e to /dev/sdb [ 811.664707] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5f818c-0027-49c1-84f1-86f852e97dfc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.674168] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc041f23-1cbf-4a40-9ddc-806d3982efa0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.694562] env[69481]: DEBUG nova.virt.block_device [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Updating existing volume attachment record: 86ebe96e-32a8-4359-92f1-7b2c5debcffc {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 811.724096] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.790787] env[69481]: DEBUG nova.network.neutron [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Updated VIF entry in instance network info cache for port 8a0f5009-4fb4-4ba3-8fdd-87c780d719f2. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.791198] env[69481]: DEBUG nova.network.neutron [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Updating instance_info_cache with network_info: [{"id": "8a0f5009-4fb4-4ba3-8fdd-87c780d719f2", "address": "fa:16:3e:ac:7e:ed", "network": {"id": "d754afcf-d19c-419a-bc3f-7c7dfc90ac67", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1087680425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a952216af12f43e9a2f700166b544c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0f5009-4f", "ovs_interfaceid": "8a0f5009-4fb4-4ba3-8fdd-87c780d719f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.804296] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.804802] env[69481]: DEBUG nova.compute.manager [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.815599] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 811.816039] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.290s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.818358] env[69481]: INFO nova.compute.claims [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.822504] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1fb9b7e7-71cd-4bc1-862a-0178760b8e7a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.829965] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 811.829965] env[69481]: value = "task-3263888" [ 811.829965] env[69481]: _type = "Task" [ 811.829965] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.844834] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263888, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.012137] env[69481]: DEBUG nova.network.neutron [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Successfully updated port: a951d6a0-5f92-4dd4-8e19-e98ba872c00f {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.021205] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52415840-2db1-4a93-d445-265b4adfad88, 'name': SearchDatastore_Task, 'duration_secs': 0.018989} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.021495] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.021761] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 516b18ca-fe00-4836-9f5f-c313deab2eb8/516b18ca-fe00-4836-9f5f-c313deab2eb8.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.022087] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f67eaf6-e74a-45a1-95bc-561c6a96a3ce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.030055] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for the task: (returnval){ [ 812.030055] env[69481]: value = "task-3263890" [ 812.030055] env[69481]: _type = "Task" [ 812.030055] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.038338] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.075971] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263886, 'name': CreateVM_Task, 'duration_secs': 0.654678} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.076256] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.077063] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.077277] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.077644] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.077928] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aafc5a2-27ad-4bd8-b4e4-866ebc6759b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.082669] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for the task: (returnval){ [ 812.082669] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f8ac63-cf3a-3816-64a6-e2547da223da" [ 812.082669] env[69481]: _type = "Task" [ 812.082669] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.092698] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f8ac63-cf3a-3816-64a6-e2547da223da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.223039] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263887, 'name': ReconfigVM_Task, 'duration_secs': 0.673762} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.223336] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Reconfigured VM instance instance-0000002d to attach disk [datastore1] de29d366-5596-4109-9b46-3628b86684de/de29d366-5596-4109-9b46-3628b86684de.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.224037] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7121c8c4-b392-491c-a3ba-bcc8fb100ba3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.231529] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 812.231529] env[69481]: value = "task-3263893" [ 812.231529] env[69481]: _type = "Task" [ 812.231529] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.243087] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263893, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.295035] env[69481]: DEBUG oslo_concurrency.lockutils [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] Releasing lock "refresh_cache-9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.295235] env[69481]: DEBUG nova.compute.manager [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Received event network-vif-plugged-2c211eff-833d-42a0-a91f-ac1208f5ad51 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.295511] env[69481]: DEBUG oslo_concurrency.lockutils [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] Acquiring lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.295805] env[69481]: DEBUG oslo_concurrency.lockutils [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] Lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.296056] env[69481]: DEBUG oslo_concurrency.lockutils [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] Lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.296306] env[69481]: DEBUG nova.compute.manager [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] No waiting events found dispatching network-vif-plugged-2c211eff-833d-42a0-a91f-ac1208f5ad51 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.296545] env[69481]: WARNING nova.compute.manager [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Received unexpected event network-vif-plugged-2c211eff-833d-42a0-a91f-ac1208f5ad51 for instance with vm_state building and task_state spawning. [ 812.296775] env[69481]: DEBUG nova.compute.manager [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Received event network-changed-2c211eff-833d-42a0-a91f-ac1208f5ad51 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.296995] env[69481]: DEBUG nova.compute.manager [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Refreshing instance network info cache due to event network-changed-2c211eff-833d-42a0-a91f-ac1208f5ad51. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.297283] env[69481]: DEBUG oslo_concurrency.lockutils [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] Acquiring lock "refresh_cache-f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.297489] env[69481]: DEBUG oslo_concurrency.lockutils [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] Acquired lock "refresh_cache-f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.297705] env[69481]: DEBUG nova.network.neutron [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Refreshing network info cache for port 2c211eff-833d-42a0-a91f-ac1208f5ad51 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.318519] env[69481]: DEBUG nova.compute.utils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.320135] env[69481]: DEBUG nova.compute.manager [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.320412] env[69481]: DEBUG nova.network.neutron [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.346891] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263888, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.366202] env[69481]: DEBUG nova.policy [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab78b56a966043deb13bfb09d582f92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '156959a73af44524b2e83db967938cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.517193] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.517370] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquired lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.517520] env[69481]: DEBUG nova.network.neutron [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.542721] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263890, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.593062] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f8ac63-cf3a-3816-64a6-e2547da223da, 'name': SearchDatastore_Task, 'duration_secs': 0.019218} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.593398] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.593654] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.593907] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.594093] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.594388] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.594732] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a994941-39ff-4846-bc91-8d174e9d6ea1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.602807] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.602963] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.603737] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b45cf1-cef4-4c48-8fb9-8c39c8895d99 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.609480] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for the task: (returnval){ [ 812.609480] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5248efbb-d01d-0672-33da-fdebddfb75ac" [ 812.609480] env[69481]: _type = "Task" [ 812.609480] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.617632] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5248efbb-d01d-0672-33da-fdebddfb75ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.730181] env[69481]: DEBUG nova.network.neutron [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Successfully created port: 1c5f342f-4321-4824-8bc9-08b9ee5d8a4a {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.741874] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263893, 'name': Rename_Task, 'duration_secs': 0.328637} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.742182] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.743418] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ea5c659-c4de-430a-a0f6-3899c5634b14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.748683] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 812.748683] env[69481]: value = "task-3263894" [ 812.748683] env[69481]: _type = "Task" [ 812.748683] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.756650] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.824206] env[69481]: DEBUG nova.compute.manager [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.849099] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263888, 'name': CloneVM_Task} progress is 95%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.043590] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55269} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.044191] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 516b18ca-fe00-4836-9f5f-c313deab2eb8/516b18ca-fe00-4836-9f5f-c313deab2eb8.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.044427] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.044698] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaff7e33-2524-4594-995a-fedd84456526 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.051295] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for the task: (returnval){ [ 813.051295] env[69481]: value = "task-3263895" [ 813.051295] env[69481]: _type = "Task" [ 813.051295] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.059074] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.063567] env[69481]: DEBUG nova.compute.manager [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Received event network-vif-plugged-a951d6a0-5f92-4dd4-8e19-e98ba872c00f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.063762] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] Acquiring lock "2fd81153-eb96-436d-9041-0c21f77944b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.063964] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] Lock "2fd81153-eb96-436d-9041-0c21f77944b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.064150] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] Lock "2fd81153-eb96-436d-9041-0c21f77944b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.064345] env[69481]: DEBUG nova.compute.manager [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] No waiting events found dispatching network-vif-plugged-a951d6a0-5f92-4dd4-8e19-e98ba872c00f {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.064506] env[69481]: WARNING nova.compute.manager [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Received unexpected event network-vif-plugged-a951d6a0-5f92-4dd4-8e19-e98ba872c00f for instance with vm_state building and task_state spawning. [ 813.064660] env[69481]: DEBUG nova.compute.manager [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Received event network-changed-a951d6a0-5f92-4dd4-8e19-e98ba872c00f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.064808] env[69481]: DEBUG nova.compute.manager [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Refreshing instance network info cache due to event network-changed-a951d6a0-5f92-4dd4-8e19-e98ba872c00f. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.064971] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] Acquiring lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.075592] env[69481]: DEBUG nova.network.neutron [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.122397] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5248efbb-d01d-0672-33da-fdebddfb75ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.125874] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529ba61a-3343-4fd7-8aa4-8d3b2acd83a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.134799] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for the task: (returnval){ [ 813.134799] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5293b25e-1355-9700-d37d-7730b369018b" [ 813.134799] env[69481]: _type = "Task" [ 813.134799] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.146242] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5293b25e-1355-9700-d37d-7730b369018b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.202870] env[69481]: DEBUG nova.network.neutron [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Updated VIF entry in instance network info cache for port 2c211eff-833d-42a0-a91f-ac1208f5ad51. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.203411] env[69481]: DEBUG nova.network.neutron [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Updating instance_info_cache with network_info: [{"id": "2c211eff-833d-42a0-a91f-ac1208f5ad51", "address": "fa:16:3e:3e:42:9f", "network": {"id": "190550de-353c-4df0-85db-29177c1fbb5b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-723836771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf25da06950446a2a7c759c1ad96d072", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c211eff-83", "ovs_interfaceid": "2c211eff-833d-42a0-a91f-ac1208f5ad51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.263363] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.319364] env[69481]: DEBUG nova.network.neutron [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Updating instance_info_cache with network_info: [{"id": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "address": "fa:16:3e:6a:a8:18", "network": {"id": "5a8e2772-b949-490d-9266-943d022943b8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650399717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78bfc183fb664dc9bdd76d3573888de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa951d6a0-5f", "ovs_interfaceid": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.346742] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263888, 'name': CloneVM_Task, 'duration_secs': 1.150695} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.349948] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Created linked-clone VM from snapshot [ 813.350463] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8940ecb2-ac1c-4454-a369-4eb853e1f556 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.359486] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Uploading image cd233898-8e9e-4a25-92d5-d3ad2e1acbc1 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 813.390889] env[69481]: DEBUG oslo_vmware.rw_handles [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 813.390889] env[69481]: value = "vm-652049" [ 813.390889] env[69481]: _type = "VirtualMachine" [ 813.390889] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 813.391359] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa92dafe-af16-404d-b9c2-1d7727b3fe00 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.398342] env[69481]: DEBUG oslo_vmware.rw_handles [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lease: (returnval){ [ 813.398342] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52212c98-f0a5-3fec-82bd-9a04da82b0ca" [ 813.398342] env[69481]: _type = "HttpNfcLease" [ 813.398342] env[69481]: } obtained for exporting VM: (result){ [ 813.398342] env[69481]: value = "vm-652049" [ 813.398342] env[69481]: _type = "VirtualMachine" [ 813.398342] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 813.398754] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the lease: (returnval){ [ 813.398754] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52212c98-f0a5-3fec-82bd-9a04da82b0ca" [ 813.398754] env[69481]: _type = "HttpNfcLease" [ 813.398754] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 813.408127] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.408127] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52212c98-f0a5-3fec-82bd-9a04da82b0ca" [ 813.408127] env[69481]: _type = "HttpNfcLease" [ 813.408127] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 813.416030] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4d62c7-c16d-4ea2-8d92-2de7af7a0b72 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.424295] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce85ef-e76c-4f37-a919-ee43b06fefc5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.456303] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71444060-b976-4c79-8fcf-35b6faae9c99 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.464380] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93f551d-034c-4213-95a3-211e29d3b5e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.478025] env[69481]: DEBUG nova.compute.provider_tree [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.561995] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081797} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.562299] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.563074] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be228459-4657-46ed-b699-146a1520a43e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.585081] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 516b18ca-fe00-4836-9f5f-c313deab2eb8/516b18ca-fe00-4836-9f5f-c313deab2eb8.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.585787] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa74918e-d793-4b3f-8202-9570dc52042d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.605199] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for the task: (returnval){ [ 813.605199] env[69481]: value = "task-3263897" [ 813.605199] env[69481]: _type = "Task" [ 813.605199] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.613242] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.647112] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5293b25e-1355-9700-d37d-7730b369018b, 'name': SearchDatastore_Task, 'duration_secs': 0.050325} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.647442] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.647743] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e/f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.648050] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e8c801a-9bcb-41ec-9af2-110dc143b6b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.653926] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for the task: (returnval){ [ 813.653926] env[69481]: value = "task-3263898" [ 813.653926] env[69481]: _type = "Task" [ 813.653926] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.661539] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.708402] env[69481]: DEBUG oslo_concurrency.lockutils [req-c39067a4-47e0-448f-a95c-a6b2b1ed874e req-b06444c1-4db4-4b29-bab0-d7cd7382f787 service nova] Releasing lock "refresh_cache-f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.759151] env[69481]: DEBUG oslo_vmware.api [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263894, 'name': PowerOnVM_Task, 'duration_secs': 0.816759} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.759444] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.759675] env[69481]: INFO nova.compute.manager [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Took 10.57 seconds to spawn the instance on the hypervisor. [ 813.760139] env[69481]: DEBUG nova.compute.manager [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.760754] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab7540b-2dfb-44c6-aeca-c87b0888471b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.824061] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Releasing lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.824531] env[69481]: DEBUG nova.compute.manager [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Instance network_info: |[{"id": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "address": "fa:16:3e:6a:a8:18", "network": {"id": "5a8e2772-b949-490d-9266-943d022943b8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650399717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78bfc183fb664dc9bdd76d3573888de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa951d6a0-5f", "ovs_interfaceid": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.824846] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] Acquired lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.825027] env[69481]: DEBUG nova.network.neutron [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Refreshing network info cache for port a951d6a0-5f92-4dd4-8e19-e98ba872c00f {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.826660] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:a8:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a951d6a0-5f92-4dd4-8e19-e98ba872c00f', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.835323] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.837304] env[69481]: DEBUG nova.compute.manager [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.839370] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.840614] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f52c3520-de3a-4d8f-baba-22498d206587 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.863830] env[69481]: DEBUG nova.virt.hardware [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.864107] env[69481]: DEBUG nova.virt.hardware [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.864318] env[69481]: DEBUG nova.virt.hardware [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.864525] env[69481]: DEBUG nova.virt.hardware [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.864678] env[69481]: DEBUG nova.virt.hardware [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.864827] env[69481]: DEBUG nova.virt.hardware [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.865999] env[69481]: DEBUG nova.virt.hardware [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.866266] env[69481]: DEBUG nova.virt.hardware [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.866465] env[69481]: DEBUG nova.virt.hardware [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.867022] env[69481]: DEBUG nova.virt.hardware [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.867022] env[69481]: DEBUG nova.virt.hardware [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.867978] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41be63e8-06e9-4e97-a31e-d03882309bb1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.871602] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.871602] env[69481]: value = "task-3263899" [ 813.871602] env[69481]: _type = "Task" [ 813.871602] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.879109] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2c0864-cef8-4f84-8bcc-b9c7b14bf8e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.885766] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263899, 'name': CreateVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.906747] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.906747] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52212c98-f0a5-3fec-82bd-9a04da82b0ca" [ 813.906747] env[69481]: _type = "HttpNfcLease" [ 813.906747] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 813.907051] env[69481]: DEBUG oslo_vmware.rw_handles [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 813.907051] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52212c98-f0a5-3fec-82bd-9a04da82b0ca" [ 813.907051] env[69481]: _type = "HttpNfcLease" [ 813.907051] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 813.907796] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1760edc-5c47-4300-961b-84e1ccf8309d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.917217] env[69481]: DEBUG oslo_vmware.rw_handles [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaff14-c6cd-5c35-892f-a9ee69afb74f/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 813.917409] env[69481]: DEBUG oslo_vmware.rw_handles [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaff14-c6cd-5c35-892f-a9ee69afb74f/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 813.981386] env[69481]: DEBUG nova.scheduler.client.report [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.037590] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-331d4da4-bd55-4552-8a2e-24c9fdc5c443 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.117390] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.166469] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263898, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.284720] env[69481]: INFO nova.compute.manager [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Took 53.19 seconds to build instance. [ 814.385856] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263899, 'name': CreateVM_Task, 'duration_secs': 0.512314} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.386090] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.386938] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.387152] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.387484] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.387778] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae588f2d-a1c4-4b35-bfe4-e427f957c736 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.393698] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 814.393698] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52dbf221-1ed7-f5b4-f7ff-a72252262d1b" [ 814.393698] env[69481]: _type = "Task" [ 814.393698] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.406377] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52dbf221-1ed7-f5b4-f7ff-a72252262d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.441822] env[69481]: DEBUG nova.network.neutron [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Successfully updated port: 1c5f342f-4321-4824-8bc9-08b9ee5d8a4a {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.490396] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.491082] env[69481]: DEBUG nova.compute.manager [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.494528] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.509s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.498556] env[69481]: INFO nova.compute.claims [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.616133] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263897, 'name': ReconfigVM_Task, 'duration_secs': 0.863813} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.616938] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 516b18ca-fe00-4836-9f5f-c313deab2eb8/516b18ca-fe00-4836-9f5f-c313deab2eb8.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.617768] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b941a1-5b75-401a-99ef-8d1198e87a72 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.627821] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for the task: (returnval){ [ 814.627821] env[69481]: value = "task-3263901" [ 814.627821] env[69481]: _type = "Task" [ 814.627821] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.637883] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263901, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.665339] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738966} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.666058] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e/f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.666058] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.666567] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-986faf0c-d575-4cd7-9486-8973a99e4341 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.673452] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for the task: (returnval){ [ 814.673452] env[69481]: value = "task-3263902" [ 814.673452] env[69481]: _type = "Task" [ 814.673452] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.683083] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.731434] env[69481]: DEBUG nova.network.neutron [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Updated VIF entry in instance network info cache for port a951d6a0-5f92-4dd4-8e19-e98ba872c00f. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.731821] env[69481]: DEBUG nova.network.neutron [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Updating instance_info_cache with network_info: [{"id": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "address": "fa:16:3e:6a:a8:18", "network": {"id": "5a8e2772-b949-490d-9266-943d022943b8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650399717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78bfc183fb664dc9bdd76d3573888de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa951d6a0-5f", "ovs_interfaceid": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.790169] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1529aae5-c8b3-4830-b610-813cce9c6e40 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "de29d366-5596-4109-9b46-3628b86684de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.936s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.905767] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52dbf221-1ed7-f5b4-f7ff-a72252262d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.023527} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.906189] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.906674] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.907038] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.907397] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.907807] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.907899] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f865780-f7ec-4270-9c2b-3f9731ee8193 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.918556] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.918793] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.919595] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bb6ea1-500c-48bd-b529-5ac0faa0c5d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.926541] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 814.926541] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52648c70-935a-d7a6-967b-3dc3b6329d8d" [ 814.926541] env[69481]: _type = "Task" [ 814.926541] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.935625] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52648c70-935a-d7a6-967b-3dc3b6329d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.945404] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "refresh_cache-692c8686-ae6f-45d1-b227-c4e1c440bf08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.945557] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired lock "refresh_cache-692c8686-ae6f-45d1-b227-c4e1c440bf08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.945774] env[69481]: DEBUG nova.network.neutron [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.004125] env[69481]: DEBUG nova.compute.utils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.007667] env[69481]: DEBUG nova.compute.manager [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.007853] env[69481]: DEBUG nova.network.neutron [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.074501] env[69481]: DEBUG nova.policy [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '133b3a2a98964650a79c9dcfa5029470', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6ff750535024acf8fc8d30ee69220af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.138098] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263901, 'name': Rename_Task, 'duration_secs': 0.160398} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.138447] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.138798] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc840c5b-1e3f-463b-b04a-bdf4abe415a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.145950] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for the task: (returnval){ [ 815.145950] env[69481]: value = "task-3263903" [ 815.145950] env[69481]: _type = "Task" [ 815.145950] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.154579] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.185239] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086088} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.185636] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.186747] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3a954f-4d25-4530-a2dc-3e2d8d1c69e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.213599] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e/f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.214066] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-099b5444-0e0b-4766-b587-aef3f5481b78 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.236224] env[69481]: DEBUG oslo_concurrency.lockutils [req-dd7ad4c5-eacb-4534-9b4d-0869093ea9b3 req-eccbb599-8157-428a-bb78-1c26026f23d2 service nova] Releasing lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.236810] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for the task: (returnval){ [ 815.236810] env[69481]: value = "task-3263904" [ 815.236810] env[69481]: _type = "Task" [ 815.236810] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.239771] env[69481]: DEBUG nova.compute.manager [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Received event network-vif-plugged-1c5f342f-4321-4824-8bc9-08b9ee5d8a4a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.240259] env[69481]: DEBUG oslo_concurrency.lockutils [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] Acquiring lock "692c8686-ae6f-45d1-b227-c4e1c440bf08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.240663] env[69481]: DEBUG oslo_concurrency.lockutils [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] Lock "692c8686-ae6f-45d1-b227-c4e1c440bf08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.241010] env[69481]: DEBUG oslo_concurrency.lockutils [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] Lock "692c8686-ae6f-45d1-b227-c4e1c440bf08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.241351] env[69481]: DEBUG nova.compute.manager [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] No waiting events found dispatching network-vif-plugged-1c5f342f-4321-4824-8bc9-08b9ee5d8a4a {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.241895] env[69481]: WARNING nova.compute.manager [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Received unexpected event network-vif-plugged-1c5f342f-4321-4824-8bc9-08b9ee5d8a4a for instance with vm_state building and task_state spawning. [ 815.242253] env[69481]: DEBUG nova.compute.manager [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Received event network-changed-1c5f342f-4321-4824-8bc9-08b9ee5d8a4a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.242552] env[69481]: DEBUG nova.compute.manager [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Refreshing instance network info cache due to event network-changed-1c5f342f-4321-4824-8bc9-08b9ee5d8a4a. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.242818] env[69481]: DEBUG oslo_concurrency.lockutils [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] Acquiring lock "refresh_cache-692c8686-ae6f-45d1-b227-c4e1c440bf08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.253254] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.296151] env[69481]: DEBUG nova.compute.manager [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.437733] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52648c70-935a-d7a6-967b-3dc3b6329d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.442019] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc65ea2f-5756-4dce-85a5-9a889d36d81e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.445478] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 815.445478] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52dcdca7-1f41-c1a8-841f-8d59ccfb45c4" [ 815.445478] env[69481]: _type = "Task" [ 815.445478] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.456217] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52dcdca7-1f41-c1a8-841f-8d59ccfb45c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.478338] env[69481]: DEBUG nova.network.neutron [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.485443] env[69481]: DEBUG nova.network.neutron [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Successfully created port: 75dcf83f-63b3-40f8-9dd2-960c796af15e {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.509065] env[69481]: DEBUG nova.compute.manager [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.656829] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.669978] env[69481]: DEBUG nova.network.neutron [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Updating instance_info_cache with network_info: [{"id": "1c5f342f-4321-4824-8bc9-08b9ee5d8a4a", "address": "fa:16:3e:f9:97:a4", "network": {"id": "28a97ff2-d66f-4fc2-a3fd-49fb27fac7df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057812180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156959a73af44524b2e83db967938cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5f342f-43", "ovs_interfaceid": "1c5f342f-4321-4824-8bc9-08b9ee5d8a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.753609] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.816011] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.957745] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52dcdca7-1f41-c1a8-841f-8d59ccfb45c4, 'name': SearchDatastore_Task, 'duration_secs': 0.017395} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.960944] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.961459] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 2fd81153-eb96-436d-9041-0c21f77944b5/2fd81153-eb96-436d-9041-0c21f77944b5.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.961988] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2574ac9a-042b-40fa-b22e-e5160c5e146f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.968669] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 815.968669] env[69481]: value = "task-3263905" [ 815.968669] env[69481]: _type = "Task" [ 815.968669] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.979176] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.022969] env[69481]: DEBUG nova.compute.manager [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.024229] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ff79ad-4afd-4c67-8da0-c1a4bd40890b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.064998] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1090e8-77ba-4217-b080-022de75f5b4c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.073604] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457dcae0-31a4-4e52-988a-a3679c0c6e3b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.107444] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c89db9-632d-4ed6-beae-b8856596de13 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.115430] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf00b904-e3ab-4f58-9a97-a8db6b0cc08f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.131505] env[69481]: DEBUG nova.compute.provider_tree [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.160032] env[69481]: DEBUG oslo_vmware.api [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3263903, 'name': PowerOnVM_Task, 'duration_secs': 0.802488} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.160032] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.160032] env[69481]: INFO nova.compute.manager [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Took 10.31 seconds to spawn the instance on the hypervisor. [ 816.160264] env[69481]: DEBUG nova.compute.manager [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.161127] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db26517-c564-4104-9bb5-286a237e1039 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.171416] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lock "refresh_cache-692c8686-ae6f-45d1-b227-c4e1c440bf08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.171766] env[69481]: DEBUG nova.compute.manager [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Instance network_info: |[{"id": "1c5f342f-4321-4824-8bc9-08b9ee5d8a4a", "address": "fa:16:3e:f9:97:a4", "network": {"id": "28a97ff2-d66f-4fc2-a3fd-49fb27fac7df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057812180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156959a73af44524b2e83db967938cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5f342f-43", "ovs_interfaceid": "1c5f342f-4321-4824-8bc9-08b9ee5d8a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.172140] env[69481]: DEBUG oslo_concurrency.lockutils [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] Acquired lock "refresh_cache-692c8686-ae6f-45d1-b227-c4e1c440bf08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.172396] env[69481]: DEBUG nova.network.neutron [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Refreshing network info cache for port 1c5f342f-4321-4824-8bc9-08b9ee5d8a4a {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.173563] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:97:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c5f342f-4321-4824-8bc9-08b9ee5d8a4a', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.181507] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.184934] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.185603] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71e46bc1-4d86-4883-ba47-f71a20b0fc67 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.209674] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.209674] env[69481]: value = "task-3263906" [ 816.209674] env[69481]: _type = "Task" [ 816.209674] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.219479] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263906, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.249312] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263904, 'name': ReconfigVM_Task, 'duration_secs': 0.637748} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.252477] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Reconfigured VM instance instance-0000002f to attach disk [datastore1] f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e/f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.253556] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-834c40bd-0e60-488d-b075-b8934f5d7bf9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.261715] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for the task: (returnval){ [ 816.261715] env[69481]: value = "task-3263907" [ 816.261715] env[69481]: _type = "Task" [ 816.261715] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.278719] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263907, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.481735] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263905, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.525569] env[69481]: DEBUG nova.compute.manager [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.540148] env[69481]: INFO nova.compute.manager [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] instance snapshotting [ 816.543093] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1eb966-5a72-4eec-a1c2-f1aa87b270cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.566258] env[69481]: DEBUG nova.virt.hardware [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T15:04:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e9cba8ed-b38d-4b49-a6b3-e354293231a4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-591034173',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.566498] env[69481]: DEBUG nova.virt.hardware [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.566665] env[69481]: DEBUG nova.virt.hardware [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.566871] env[69481]: DEBUG nova.virt.hardware [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.567029] env[69481]: DEBUG nova.virt.hardware [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.567186] env[69481]: DEBUG nova.virt.hardware [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.567415] env[69481]: DEBUG nova.virt.hardware [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.567563] env[69481]: DEBUG nova.virt.hardware [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.567743] env[69481]: DEBUG nova.virt.hardware [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.567918] env[69481]: DEBUG nova.virt.hardware [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.568135] env[69481]: DEBUG nova.virt.hardware [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.569042] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0242d304-295f-445a-9c09-13c4e2e32c2d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.572497] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b6f05e-4538-4aa6-b7cb-9bddb4c96c4f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.575933] env[69481]: DEBUG nova.network.neutron [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Updated VIF entry in instance network info cache for port 1c5f342f-4321-4824-8bc9-08b9ee5d8a4a. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.576311] env[69481]: DEBUG nova.network.neutron [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Updating instance_info_cache with network_info: [{"id": "1c5f342f-4321-4824-8bc9-08b9ee5d8a4a", "address": "fa:16:3e:f9:97:a4", "network": {"id": "28a97ff2-d66f-4fc2-a3fd-49fb27fac7df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057812180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156959a73af44524b2e83db967938cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5f342f-43", "ovs_interfaceid": "1c5f342f-4321-4824-8bc9-08b9ee5d8a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.588033] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a35c8dc-260f-4f1d-a13b-7581d82db6f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.661533] env[69481]: ERROR nova.scheduler.client.report [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [req-25d141c6-fc74-43bd-b39a-c53088ab7045] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e43c54f0-3622-483a-a612-82b8457c9186. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-25d141c6-fc74-43bd-b39a-c53088ab7045"}]} [ 816.681661] env[69481]: DEBUG nova.scheduler.client.report [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Refreshing inventories for resource provider e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 816.687879] env[69481]: INFO nova.compute.manager [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Took 53.50 seconds to build instance. [ 816.701230] env[69481]: DEBUG nova.scheduler.client.report [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Updating ProviderTree inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 816.701558] env[69481]: DEBUG nova.compute.provider_tree [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.716731] env[69481]: DEBUG nova.scheduler.client.report [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Refreshing aggregate associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, aggregates: None {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 816.722801] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263906, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.742225] env[69481]: DEBUG nova.scheduler.client.report [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Refreshing trait associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 816.751278] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 816.751278] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652051', 'volume_id': '10f2ffca-2790-4208-a7b7-9b75d456d56e', 'name': 'volume-10f2ffca-2790-4208-a7b7-9b75d456d56e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4183d319-37e1-4d9d-9b53-e629d6fc84f5', 'attached_at': '', 'detached_at': '', 'volume_id': '10f2ffca-2790-4208-a7b7-9b75d456d56e', 'serial': '10f2ffca-2790-4208-a7b7-9b75d456d56e'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 816.751771] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bae271-d59d-4a21-b34f-5430d0a418ef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.775976] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a48e3f0-d799-443b-826c-04bacd60d5d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.785088] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263907, 'name': Rename_Task, 'duration_secs': 0.401649} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.799485] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.806979] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-10f2ffca-2790-4208-a7b7-9b75d456d56e/volume-10f2ffca-2790-4208-a7b7-9b75d456d56e.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.809783] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c63115b-ef43-493d-9a95-e26464e14da1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.811357] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b3451c-d289-4550-b6ab-6545a2e3b031 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.830116] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for the task: (returnval){ [ 816.830116] env[69481]: value = "task-3263908" [ 816.830116] env[69481]: _type = "Task" [ 816.830116] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.831811] env[69481]: DEBUG oslo_vmware.api [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 816.831811] env[69481]: value = "task-3263909" [ 816.831811] env[69481]: _type = "Task" [ 816.831811] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.846772] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.850053] env[69481]: DEBUG oslo_vmware.api [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.982429] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578551} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.982734] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 2fd81153-eb96-436d-9041-0c21f77944b5/2fd81153-eb96-436d-9041-0c21f77944b5.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.982980] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.983261] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a4b3e2e-3c81-4c1e-9b17-031e04a42704 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.990374] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 816.990374] env[69481]: value = "task-3263910" [ 816.990374] env[69481]: _type = "Task" [ 816.990374] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.999201] env[69481]: DEBUG nova.compute.manager [req-8714a0a2-d5cd-4906-bf98-f732ac081ec5 req-36180c64-4300-4f3d-a456-cd461921584d service nova] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Received event network-vif-plugged-75dcf83f-63b3-40f8-9dd2-960c796af15e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.999439] env[69481]: DEBUG oslo_concurrency.lockutils [req-8714a0a2-d5cd-4906-bf98-f732ac081ec5 req-36180c64-4300-4f3d-a456-cd461921584d service nova] Acquiring lock "170c4c18-014e-4887-a6ce-888f2b28303e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.000033] env[69481]: DEBUG oslo_concurrency.lockutils [req-8714a0a2-d5cd-4906-bf98-f732ac081ec5 req-36180c64-4300-4f3d-a456-cd461921584d service nova] Lock "170c4c18-014e-4887-a6ce-888f2b28303e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.000033] env[69481]: DEBUG oslo_concurrency.lockutils [req-8714a0a2-d5cd-4906-bf98-f732ac081ec5 req-36180c64-4300-4f3d-a456-cd461921584d service nova] Lock "170c4c18-014e-4887-a6ce-888f2b28303e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.000356] env[69481]: DEBUG nova.compute.manager [req-8714a0a2-d5cd-4906-bf98-f732ac081ec5 req-36180c64-4300-4f3d-a456-cd461921584d service nova] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] No waiting events found dispatching network-vif-plugged-75dcf83f-63b3-40f8-9dd2-960c796af15e {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.000356] env[69481]: WARNING nova.compute.manager [req-8714a0a2-d5cd-4906-bf98-f732ac081ec5 req-36180c64-4300-4f3d-a456-cd461921584d service nova] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Received unexpected event network-vif-plugged-75dcf83f-63b3-40f8-9dd2-960c796af15e for instance with vm_state building and task_state spawning. [ 817.004015] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.079272] env[69481]: DEBUG oslo_concurrency.lockutils [req-224be648-abfb-4690-9817-fcacd69a43fc req-956e06d1-cffc-4e70-9cc0-4e2036044cda service nova] Releasing lock "refresh_cache-692c8686-ae6f-45d1-b227-c4e1c440bf08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.088496] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 817.088902] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-db530412-73d8-4a22-b4e0-fadcfaadc73b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.100586] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 817.100586] env[69481]: value = "task-3263911" [ 817.100586] env[69481]: _type = "Task" [ 817.100586] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.113456] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.136254] env[69481]: DEBUG nova.network.neutron [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Successfully updated port: 75dcf83f-63b3-40f8-9dd2-960c796af15e {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.191711] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5fdfd57c-650c-4ad1-b875-a86b4314d1ad tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Lock "516b18ca-fe00-4836-9f5f-c313deab2eb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.883s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.225097] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263906, 'name': CreateVM_Task, 'duration_secs': 0.619138} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.225154] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.228399] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.228399] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.228399] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.228399] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d02f0855-e10a-425d-b4ae-c5f8b8540685 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.235633] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 817.235633] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5204809b-56ee-9fbf-3635-ab71b51f9971" [ 817.235633] env[69481]: _type = "Task" [ 817.235633] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.244890] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5204809b-56ee-9fbf-3635-ab71b51f9971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.347614] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.352557] env[69481]: DEBUG oslo_vmware.api [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263909, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.379992] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3665d6c2-a0a7-416a-a299-509770c28945 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.387748] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bec28e-640a-4fc6-98e4-63e3c4a3d4cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.420456] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42aaaa8e-5206-427c-93a8-2d32dc176eec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.429199] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a0654a-6f9f-46a4-b0cd-4f5b52888ea5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.444147] env[69481]: DEBUG nova.compute.provider_tree [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.501148] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110941} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.501664] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.502497] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28da0d3c-73c2-4881-b2bb-042b511881f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.526492] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 2fd81153-eb96-436d-9041-0c21f77944b5/2fd81153-eb96-436d-9041-0c21f77944b5.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.527383] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d933dd3-8eb9-4319-90cd-8ee2203563c4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.549228] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 817.549228] env[69481]: value = "task-3263912" [ 817.549228] env[69481]: _type = "Task" [ 817.549228] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.558360] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.610016] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.643146] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.643146] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.643240] env[69481]: DEBUG nova.network.neutron [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.650838] env[69481]: DEBUG nova.compute.manager [req-fdd16293-581b-4f4b-96b5-9e448423b8c7 req-74ece4e5-ef15-4b21-aa7b-01fe46e61700 service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Received event network-changed-d2f657e4-a726-40a7-a171-17de506487fa {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.651174] env[69481]: DEBUG nova.compute.manager [req-fdd16293-581b-4f4b-96b5-9e448423b8c7 req-74ece4e5-ef15-4b21-aa7b-01fe46e61700 service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Refreshing instance network info cache due to event network-changed-d2f657e4-a726-40a7-a171-17de506487fa. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.651274] env[69481]: DEBUG oslo_concurrency.lockutils [req-fdd16293-581b-4f4b-96b5-9e448423b8c7 req-74ece4e5-ef15-4b21-aa7b-01fe46e61700 service nova] Acquiring lock "refresh_cache-516b18ca-fe00-4836-9f5f-c313deab2eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.651423] env[69481]: DEBUG oslo_concurrency.lockutils [req-fdd16293-581b-4f4b-96b5-9e448423b8c7 req-74ece4e5-ef15-4b21-aa7b-01fe46e61700 service nova] Acquired lock "refresh_cache-516b18ca-fe00-4836-9f5f-c313deab2eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.651572] env[69481]: DEBUG nova.network.neutron [req-fdd16293-581b-4f4b-96b5-9e448423b8c7 req-74ece4e5-ef15-4b21-aa7b-01fe46e61700 service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Refreshing network info cache for port d2f657e4-a726-40a7-a171-17de506487fa {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.747102] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5204809b-56ee-9fbf-3635-ab71b51f9971, 'name': SearchDatastore_Task, 'duration_secs': 0.016674} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.747454] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.747694] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.747934] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.748109] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.748300] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.748678] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0733594-e63c-426a-8115-db0419a2c0f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.758196] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.758196] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.758669] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b379262-0876-4ae1-b1b6-23dd7e518f8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.767251] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 817.767251] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522e39ec-1c70-1f8f-b5eb-6e4359298fd5" [ 817.767251] env[69481]: _type = "Task" [ 817.767251] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.776826] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522e39ec-1c70-1f8f-b5eb-6e4359298fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.843728] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263908, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.849194] env[69481]: DEBUG oslo_vmware.api [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263909, 'name': ReconfigVM_Task, 'duration_secs': 0.538685} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.849525] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-10f2ffca-2790-4208-a7b7-9b75d456d56e/volume-10f2ffca-2790-4208-a7b7-9b75d456d56e.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.855858] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325f2256-bcf0-4854-80bd-febb60805af8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.878069] env[69481]: DEBUG oslo_vmware.api [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 817.878069] env[69481]: value = "task-3263913" [ 817.878069] env[69481]: _type = "Task" [ 817.878069] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.888207] env[69481]: DEBUG oslo_vmware.api [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.990062] env[69481]: DEBUG nova.scheduler.client.report [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Updated inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 817.990062] env[69481]: DEBUG nova.compute.provider_tree [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Updating resource provider e43c54f0-3622-483a-a612-82b8457c9186 generation from 67 to 68 during operation: update_inventory {{(pid=69481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 817.990311] env[69481]: DEBUG nova.compute.provider_tree [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.061225] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.115335] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.177088] env[69481]: DEBUG nova.network.neutron [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.279665] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522e39ec-1c70-1f8f-b5eb-6e4359298fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.018272} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.280722] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c643fa-bd62-4e1d-a567-8420be0f0e9f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.286391] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 818.286391] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526221f3-7309-3d51-bae6-f6f60a8d9c42" [ 818.286391] env[69481]: _type = "Task" [ 818.286391] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.294279] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526221f3-7309-3d51-bae6-f6f60a8d9c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.332141] env[69481]: DEBUG nova.network.neutron [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance_info_cache with network_info: [{"id": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "address": "fa:16:3e:9e:67:bf", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75dcf83f-63", "ovs_interfaceid": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.345048] env[69481]: DEBUG oslo_vmware.api [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263908, 'name': PowerOnVM_Task, 'duration_secs': 1.066448} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.347685] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.347685] env[69481]: INFO nova.compute.manager [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Took 9.84 seconds to spawn the instance on the hypervisor. [ 818.347685] env[69481]: DEBUG nova.compute.manager [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.347685] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf1526c-e651-4c7c-987d-d378a32bdb18 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.387540] env[69481]: DEBUG oslo_vmware.api [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263913, 'name': ReconfigVM_Task, 'duration_secs': 0.17746} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.387859] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652051', 'volume_id': '10f2ffca-2790-4208-a7b7-9b75d456d56e', 'name': 'volume-10f2ffca-2790-4208-a7b7-9b75d456d56e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4183d319-37e1-4d9d-9b53-e629d6fc84f5', 'attached_at': '', 'detached_at': '', 'volume_id': '10f2ffca-2790-4208-a7b7-9b75d456d56e', 'serial': '10f2ffca-2790-4208-a7b7-9b75d456d56e'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 818.402501] env[69481]: DEBUG nova.network.neutron [req-fdd16293-581b-4f4b-96b5-9e448423b8c7 req-74ece4e5-ef15-4b21-aa7b-01fe46e61700 service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Updated VIF entry in instance network info cache for port d2f657e4-a726-40a7-a171-17de506487fa. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.402874] env[69481]: DEBUG nova.network.neutron [req-fdd16293-581b-4f4b-96b5-9e448423b8c7 req-74ece4e5-ef15-4b21-aa7b-01fe46e61700 service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Updating instance_info_cache with network_info: [{"id": "d2f657e4-a726-40a7-a171-17de506487fa", "address": "fa:16:3e:dd:e4:e1", "network": {"id": "f0bed254-5851-4997-a914-4a4c0882d496", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1134778735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1576ea6e2a8840a7ab95680afa066440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f657e4-a7", "ovs_interfaceid": "d2f657e4-a726-40a7-a171-17de506487fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.500865] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.006s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.501065] env[69481]: DEBUG nova.compute.manager [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.503857] env[69481]: DEBUG oslo_concurrency.lockutils [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.288s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.504164] env[69481]: DEBUG nova.objects.instance [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 818.561995] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263912, 'name': ReconfigVM_Task, 'duration_secs': 0.853412} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.562320] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 2fd81153-eb96-436d-9041-0c21f77944b5/2fd81153-eb96-436d-9041-0c21f77944b5.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.562954] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-571ab210-2190-4441-bef2-9565601ba206 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.569796] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 818.569796] env[69481]: value = "task-3263914" [ 818.569796] env[69481]: _type = "Task" [ 818.569796] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.580292] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263914, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.613485] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263911, 'name': CreateSnapshot_Task, 'duration_secs': 1.062779} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.613485] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 818.614926] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c59ff6d-ce3e-476b-9a6d-d2b7e6924610 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.797954] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526221f3-7309-3d51-bae6-f6f60a8d9c42, 'name': SearchDatastore_Task, 'duration_secs': 0.020444} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.798253] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.798514] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 692c8686-ae6f-45d1-b227-c4e1c440bf08/692c8686-ae6f-45d1-b227-c4e1c440bf08.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.798780] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9c25ebd-1601-46f2-bb7a-38a88cd3ed04 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.805319] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 818.805319] env[69481]: value = "task-3263915" [ 818.805319] env[69481]: _type = "Task" [ 818.805319] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.813927] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.839742] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.840182] env[69481]: DEBUG nova.compute.manager [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Instance network_info: |[{"id": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "address": "fa:16:3e:9e:67:bf", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75dcf83f-63", "ovs_interfaceid": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.840734] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:67:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75dcf83f-63b3-40f8-9dd2-960c796af15e', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.849229] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.849596] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.849903] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5588dccb-48c8-4b87-8a16-7736a1fce0be {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.873899] env[69481]: INFO nova.compute.manager [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Took 51.20 seconds to build instance. [ 818.876556] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.876556] env[69481]: value = "task-3263916" [ 818.876556] env[69481]: _type = "Task" [ 818.876556] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.885966] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263916, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.906403] env[69481]: DEBUG oslo_concurrency.lockutils [req-fdd16293-581b-4f4b-96b5-9e448423b8c7 req-74ece4e5-ef15-4b21-aa7b-01fe46e61700 service nova] Releasing lock "refresh_cache-516b18ca-fe00-4836-9f5f-c313deab2eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.013224] env[69481]: DEBUG nova.compute.utils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.014911] env[69481]: DEBUG nova.compute.manager [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.015102] env[69481]: DEBUG nova.network.neutron [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.056626] env[69481]: DEBUG nova.compute.manager [req-317c9bd7-243f-449d-8c4e-43442632e02a req-ff44b0e6-c65f-4745-b609-ee01cb5a7eb0 service nova] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Received event network-changed-75dcf83f-63b3-40f8-9dd2-960c796af15e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.056626] env[69481]: DEBUG nova.compute.manager [req-317c9bd7-243f-449d-8c4e-43442632e02a req-ff44b0e6-c65f-4745-b609-ee01cb5a7eb0 service nova] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Refreshing instance network info cache due to event network-changed-75dcf83f-63b3-40f8-9dd2-960c796af15e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.056831] env[69481]: DEBUG oslo_concurrency.lockutils [req-317c9bd7-243f-449d-8c4e-43442632e02a req-ff44b0e6-c65f-4745-b609-ee01cb5a7eb0 service nova] Acquiring lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.056981] env[69481]: DEBUG oslo_concurrency.lockutils [req-317c9bd7-243f-449d-8c4e-43442632e02a req-ff44b0e6-c65f-4745-b609-ee01cb5a7eb0 service nova] Acquired lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.057212] env[69481]: DEBUG nova.network.neutron [req-317c9bd7-243f-449d-8c4e-43442632e02a req-ff44b0e6-c65f-4745-b609-ee01cb5a7eb0 service nova] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Refreshing network info cache for port 75dcf83f-63b3-40f8-9dd2-960c796af15e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.080102] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263914, 'name': Rename_Task, 'duration_secs': 0.212687} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.080343] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.080611] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0b57b07-f2a6-420d-b73b-57359b1bd8f5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.087970] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 819.087970] env[69481]: value = "task-3263917" [ 819.087970] env[69481]: _type = "Task" [ 819.087970] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.089560] env[69481]: DEBUG nova.policy [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '594c00b6c95649e58b9902463d027c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f35f02080a0344088617c3ca08a48a78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.100455] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.134992] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 819.135918] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0976ce90-7ea6-49d4-9d80-85d0897f932e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.145167] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 819.145167] env[69481]: value = "task-3263918" [ 819.145167] env[69481]: _type = "Task" [ 819.145167] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.154898] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263918, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.317369] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263915, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.376051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6988c133-6c67-4284-925f-4ff35f8483e4 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.224s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.387699] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263916, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.406605] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquiring lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.406605] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.406605] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquiring lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.406605] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.406605] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.408590] env[69481]: INFO nova.compute.manager [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Terminating instance [ 819.446115] env[69481]: DEBUG nova.objects.instance [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lazy-loading 'flavor' on Instance uuid 4183d319-37e1-4d9d-9b53-e629d6fc84f5 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.483598] env[69481]: DEBUG nova.network.neutron [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Successfully created port: 38ac7cfa-41ff-4c65-99e3-d7bf27a9e712 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.519089] env[69481]: DEBUG oslo_concurrency.lockutils [None req-452b8c06-53c0-45da-b4fe-78a7f74b1524 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.519089] env[69481]: DEBUG oslo_concurrency.lockutils [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.444s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.519856] env[69481]: DEBUG nova.objects.instance [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Lazy-loading 'resources' on Instance uuid d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.523254] env[69481]: DEBUG nova.compute.manager [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.604184] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.655981] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263918, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.815973] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533663} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.816326] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 692c8686-ae6f-45d1-b227-c4e1c440bf08/692c8686-ae6f-45d1-b227-c4e1c440bf08.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.816557] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.816838] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b7d7ebc-775e-41db-bbe2-e8fc3289b435 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.824132] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 819.824132] env[69481]: value = "task-3263919" [ 819.824132] env[69481]: _type = "Task" [ 819.824132] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.832581] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.888151] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263916, 'name': CreateVM_Task, 'duration_secs': 0.57478} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.889750] env[69481]: DEBUG nova.network.neutron [req-317c9bd7-243f-449d-8c4e-43442632e02a req-ff44b0e6-c65f-4745-b609-ee01cb5a7eb0 service nova] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updated VIF entry in instance network info cache for port 75dcf83f-63b3-40f8-9dd2-960c796af15e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.890162] env[69481]: DEBUG nova.network.neutron [req-317c9bd7-243f-449d-8c4e-43442632e02a req-ff44b0e6-c65f-4745-b609-ee01cb5a7eb0 service nova] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance_info_cache with network_info: [{"id": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "address": "fa:16:3e:9e:67:bf", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75dcf83f-63", "ovs_interfaceid": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.891443] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.892159] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.892379] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.892710] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.892981] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0bfffd-7c37-4bd2-9598-9fec77d95d48 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.899564] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 819.899564] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52972726-6f12-e582-02ef-8f6f5a14191b" [ 819.899564] env[69481]: _type = "Task" [ 819.899564] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.914139] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52972726-6f12-e582-02ef-8f6f5a14191b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.914139] env[69481]: DEBUG nova.compute.manager [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.914139] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.914139] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d7877-b0b1-4783-93d7-1367c345d28a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.922673] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.922987] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9abab7d-6cd3-478d-94ba-5ff8988cb959 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.929496] env[69481]: DEBUG oslo_vmware.api [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for the task: (returnval){ [ 819.929496] env[69481]: value = "task-3263920" [ 819.929496] env[69481]: _type = "Task" [ 819.929496] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.940788] env[69481]: DEBUG oslo_vmware.api [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.952624] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b8dcbc69-fa7c-468e-a71f-d234ee76d536 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.322s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.109615] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.135025] env[69481]: DEBUG oslo_concurrency.lockutils [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.135309] env[69481]: DEBUG oslo_concurrency.lockutils [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.157308] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263918, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.189017] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.189017] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.189017] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.189017] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.189017] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.193906] env[69481]: INFO nova.compute.manager [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Terminating instance [ 820.336686] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07936} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.340097] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.340097] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6bafce-6a76-4bcd-9d5c-fef3bc9ccc95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.371011] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 692c8686-ae6f-45d1-b227-c4e1c440bf08/692c8686-ae6f-45d1-b227-c4e1c440bf08.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.374133] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa8c9d4d-b75f-40c9-9979-3f3016c812ab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.393906] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 820.393906] env[69481]: value = "task-3263921" [ 820.393906] env[69481]: _type = "Task" [ 820.393906] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.397900] env[69481]: DEBUG oslo_concurrency.lockutils [req-317c9bd7-243f-449d-8c4e-43442632e02a req-ff44b0e6-c65f-4745-b609-ee01cb5a7eb0 service nova] Releasing lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.407696] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.413434] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52972726-6f12-e582-02ef-8f6f5a14191b, 'name': SearchDatastore_Task, 'duration_secs': 0.01299} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.416851] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.417138] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.417411] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.417573] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.417811] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.419543] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c73d9cb7-3cd7-4223-841d-79b7bb38218b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.427246] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.428051] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.428193] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f30a19-e394-43b9-a17b-2608ceabb45a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.442774] env[69481]: DEBUG oslo_vmware.api [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263920, 'name': PowerOffVM_Task, 'duration_secs': 0.274142} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.443118] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 820.443118] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52852c18-e536-3018-61f7-76e8fd28bdb9" [ 820.443118] env[69481]: _type = "Task" [ 820.443118] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.443398] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.443557] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.443887] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcd0dd7d-611d-43ff-9c7a-4a8a19dd9c29 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.456412] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52852c18-e536-3018-61f7-76e8fd28bdb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.535611] env[69481]: DEBUG nova.compute.manager [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.562781] env[69481]: DEBUG nova.virt.hardware [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.562781] env[69481]: DEBUG nova.virt.hardware [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.562781] env[69481]: DEBUG nova.virt.hardware [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.563010] env[69481]: DEBUG nova.virt.hardware [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.563010] env[69481]: DEBUG nova.virt.hardware [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.563165] env[69481]: DEBUG nova.virt.hardware [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.563373] env[69481]: DEBUG nova.virt.hardware [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.563530] env[69481]: DEBUG nova.virt.hardware [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.563715] env[69481]: DEBUG nova.virt.hardware [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.563861] env[69481]: DEBUG nova.virt.hardware [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.564051] env[69481]: DEBUG nova.virt.hardware [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.564974] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476c9322-eacc-49f1-9f58-580ff832979f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.568925] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058a4ae3-e9b7-411b-acae-aa86cd7aebac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.578851] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b3cbe-f1aa-4cb9-84f0-0709503a30fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.584467] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5878ddf2-c641-40ea-a390-485a2c9f7796 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.588029] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.588266] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.588435] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Deleting the datastore file [datastore1] f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.589090] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c820df43-d6c8-46ed-b221-3ee3a998f9fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.628991] env[69481]: DEBUG oslo_vmware.api [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for the task: (returnval){ [ 820.628991] env[69481]: value = "task-3263923" [ 820.628991] env[69481]: _type = "Task" [ 820.628991] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.630149] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4e316f-defd-481c-983d-b3c722ee0c26 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.638512] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263917, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.641142] env[69481]: DEBUG nova.compute.utils [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.646953] env[69481]: DEBUG oslo_vmware.api [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.648648] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8820c4f-757d-4b28-85ff-9b6f40841378 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.666184] env[69481]: DEBUG nova.compute.provider_tree [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.671020] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263918, 'name': CloneVM_Task} progress is 95%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.698396] env[69481]: DEBUG nova.compute.manager [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.698706] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.699134] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c7d77a-da94-40a6-89f1-8a5de341f9d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.707535] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 820.707535] env[69481]: value = "task-3263924" [ 820.707535] env[69481]: _type = "Task" [ 820.707535] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.720037] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.904442] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263921, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.955216] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52852c18-e536-3018-61f7-76e8fd28bdb9, 'name': SearchDatastore_Task, 'duration_secs': 0.018755} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.956063] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c852db-a5e9-4851-a9e5-dd87a9345a75 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.962104] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 820.962104] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52683249-eeb1-fb32-f9d1-c65e1b244d10" [ 820.962104] env[69481]: _type = "Task" [ 820.962104] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.971640] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52683249-eeb1-fb32-f9d1-c65e1b244d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.113815] env[69481]: DEBUG oslo_vmware.api [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263917, 'name': PowerOnVM_Task, 'duration_secs': 1.740123} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.113815] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.113815] env[69481]: INFO nova.compute.manager [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Took 9.88 seconds to spawn the instance on the hypervisor. [ 821.113815] env[69481]: DEBUG nova.compute.manager [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.113815] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e6ef9e-aace-4334-9b79-195d7ccd40f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.144035] env[69481]: DEBUG oslo_vmware.api [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Task: {'id': task-3263923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31536} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.144035] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.144035] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.144035] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.144035] env[69481]: INFO nova.compute.manager [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 821.144035] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.144035] env[69481]: DEBUG nova.compute.manager [-] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.144035] env[69481]: DEBUG nova.network.neutron [-] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.148040] env[69481]: DEBUG oslo_concurrency.lockutils [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.157791] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263918, 'name': CloneVM_Task, 'duration_secs': 1.848964} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.158156] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Created linked-clone VM from snapshot [ 821.159054] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a660eebb-b92f-4b05-9721-1f109b266cba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.168073] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Uploading image 2bce8bb7-a44c-4cc4-8b1e-287fab02ce95 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 821.172775] env[69481]: DEBUG nova.scheduler.client.report [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.201220] env[69481]: DEBUG oslo_vmware.rw_handles [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 821.201220] env[69481]: value = "vm-652056" [ 821.201220] env[69481]: _type = "VirtualMachine" [ 821.201220] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 821.201727] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f144061-f75c-45ef-bc15-f76025a51d44 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.209322] env[69481]: DEBUG oslo_vmware.rw_handles [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lease: (returnval){ [ 821.209322] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5208e891-e140-46ee-ce09-88b6be29e455" [ 821.209322] env[69481]: _type = "HttpNfcLease" [ 821.209322] env[69481]: } obtained for exporting VM: (result){ [ 821.209322] env[69481]: value = "vm-652056" [ 821.209322] env[69481]: _type = "VirtualMachine" [ 821.209322] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 821.209884] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the lease: (returnval){ [ 821.209884] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5208e891-e140-46ee-ce09-88b6be29e455" [ 821.209884] env[69481]: _type = "HttpNfcLease" [ 821.209884] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 821.225062] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.225062] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5208e891-e140-46ee-ce09-88b6be29e455" [ 821.225062] env[69481]: _type = "HttpNfcLease" [ 821.225062] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 821.228555] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263924, 'name': PowerOffVM_Task, 'duration_secs': 0.272205} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.230741] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.231043] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 821.231287] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652051', 'volume_id': '10f2ffca-2790-4208-a7b7-9b75d456d56e', 'name': 'volume-10f2ffca-2790-4208-a7b7-9b75d456d56e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4183d319-37e1-4d9d-9b53-e629d6fc84f5', 'attached_at': '', 'detached_at': '', 'volume_id': '10f2ffca-2790-4208-a7b7-9b75d456d56e', 'serial': '10f2ffca-2790-4208-a7b7-9b75d456d56e'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 821.232379] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc348b01-5709-43b5-9257-f711da7b2a48 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.255869] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38ddbae-7df5-44af-8fa1-80d2c37d522c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.263702] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbde446-50ae-4a90-9bc8-b84483bd59d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.285230] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e02c7e-b859-4b0b-b689-ed4d73824012 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.300794] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] The volume has not been displaced from its original location: [datastore1] volume-10f2ffca-2790-4208-a7b7-9b75d456d56e/volume-10f2ffca-2790-4208-a7b7-9b75d456d56e.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 821.306387] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 821.306794] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ab7529-b851-4be6-808f-e9abc32ee4c2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.326924] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 821.326924] env[69481]: value = "task-3263926" [ 821.326924] env[69481]: _type = "Task" [ 821.326924] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.335319] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263926, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.404908] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263921, 'name': ReconfigVM_Task, 'duration_secs': 0.552218} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.405249] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 692c8686-ae6f-45d1-b227-c4e1c440bf08/692c8686-ae6f-45d1-b227-c4e1c440bf08.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.405892] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77b90397-2317-4a0d-8d3f-547fda176060 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.412208] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 821.412208] env[69481]: value = "task-3263927" [ 821.412208] env[69481]: _type = "Task" [ 821.412208] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.418505] env[69481]: DEBUG nova.network.neutron [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Successfully updated port: 38ac7cfa-41ff-4c65-99e3-d7bf27a9e712 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.423085] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263927, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.473335] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52683249-eeb1-fb32-f9d1-c65e1b244d10, 'name': SearchDatastore_Task, 'duration_secs': 0.024889} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.473604] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.473884] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 170c4c18-014e-4887-a6ce-888f2b28303e/170c4c18-014e-4887-a6ce-888f2b28303e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.474157] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e311abf9-fb29-4761-b9d2-1d168e7b91c0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.480561] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 821.480561] env[69481]: value = "task-3263928" [ 821.480561] env[69481]: _type = "Task" [ 821.480561] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.489383] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.517077] env[69481]: DEBUG nova.compute.manager [req-8151544d-dc9a-49a9-97f4-714e4a13af47 req-6f5c80aa-576e-451a-b8aa-840f231163aa service nova] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Received event network-vif-plugged-38ac7cfa-41ff-4c65-99e3-d7bf27a9e712 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.517314] env[69481]: DEBUG oslo_concurrency.lockutils [req-8151544d-dc9a-49a9-97f4-714e4a13af47 req-6f5c80aa-576e-451a-b8aa-840f231163aa service nova] Acquiring lock "6e121b59-0677-42d8-b694-a0c05bab1118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.517469] env[69481]: DEBUG oslo_concurrency.lockutils [req-8151544d-dc9a-49a9-97f4-714e4a13af47 req-6f5c80aa-576e-451a-b8aa-840f231163aa service nova] Lock "6e121b59-0677-42d8-b694-a0c05bab1118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.517638] env[69481]: DEBUG oslo_concurrency.lockutils [req-8151544d-dc9a-49a9-97f4-714e4a13af47 req-6f5c80aa-576e-451a-b8aa-840f231163aa service nova] Lock "6e121b59-0677-42d8-b694-a0c05bab1118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.517808] env[69481]: DEBUG nova.compute.manager [req-8151544d-dc9a-49a9-97f4-714e4a13af47 req-6f5c80aa-576e-451a-b8aa-840f231163aa service nova] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] No waiting events found dispatching network-vif-plugged-38ac7cfa-41ff-4c65-99e3-d7bf27a9e712 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.517972] env[69481]: WARNING nova.compute.manager [req-8151544d-dc9a-49a9-97f4-714e4a13af47 req-6f5c80aa-576e-451a-b8aa-840f231163aa service nova] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Received unexpected event network-vif-plugged-38ac7cfa-41ff-4c65-99e3-d7bf27a9e712 for instance with vm_state building and task_state spawning. [ 821.630977] env[69481]: INFO nova.compute.manager [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Took 51.30 seconds to build instance. [ 821.677994] env[69481]: DEBUG nova.compute.manager [req-3b11a538-3805-4bc5-8587-f1dcf18b8cd5 req-ca1eef22-58d7-4041-b5ca-98419ae812e3 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Received event network-vif-deleted-2c211eff-833d-42a0-a91f-ac1208f5ad51 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.678265] env[69481]: INFO nova.compute.manager [req-3b11a538-3805-4bc5-8587-f1dcf18b8cd5 req-ca1eef22-58d7-4041-b5ca-98419ae812e3 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Neutron deleted interface 2c211eff-833d-42a0-a91f-ac1208f5ad51; detaching it from the instance and deleting it from the info cache [ 821.678572] env[69481]: DEBUG nova.network.neutron [req-3b11a538-3805-4bc5-8587-f1dcf18b8cd5 req-ca1eef22-58d7-4041-b5ca-98419ae812e3 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.681009] env[69481]: DEBUG oslo_concurrency.lockutils [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.683957] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.917s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.684215] env[69481]: DEBUG nova.objects.instance [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Lazy-loading 'resources' on Instance uuid 9848e301-0bc2-43f1-ba0f-afbe47ad0247 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.707455] env[69481]: INFO nova.scheduler.client.report [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Deleted allocations for instance d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc [ 821.723217] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.723217] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5208e891-e140-46ee-ce09-88b6be29e455" [ 821.723217] env[69481]: _type = "HttpNfcLease" [ 821.723217] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 821.724466] env[69481]: DEBUG oslo_vmware.rw_handles [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 821.724466] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5208e891-e140-46ee-ce09-88b6be29e455" [ 821.724466] env[69481]: _type = "HttpNfcLease" [ 821.724466] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 821.727270] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678519c1-c26f-4881-a764-0d63036b3ffe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.738585] env[69481]: DEBUG oslo_vmware.rw_handles [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dab4c8-eeaf-3064-bef3-d56d2cf50088/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 821.738957] env[69481]: DEBUG oslo_vmware.rw_handles [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dab4c8-eeaf-3064-bef3-d56d2cf50088/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 821.838042] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263926, 'name': ReconfigVM_Task, 'duration_secs': 0.358195} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.838394] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 821.843576] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4136490c-cb89-42ff-8a03-bb53a2d29226 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.860375] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 821.860375] env[69481]: value = "task-3263929" [ 821.860375] env[69481]: _type = "Task" [ 821.860375] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.868061] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83f23a24-72f7-4501-8a54-15308314f2d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.876173] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263929, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.923381] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263927, 'name': Rename_Task, 'duration_secs': 0.21701} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.923589] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.924473] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "refresh_cache-6e121b59-0677-42d8-b694-a0c05bab1118" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.924473] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired lock "refresh_cache-6e121b59-0677-42d8-b694-a0c05bab1118" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.924568] env[69481]: DEBUG nova.network.neutron [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.925782] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e7ba85e-75b9-4770-ad36-49de5b9acd1e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.933910] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 821.933910] env[69481]: value = "task-3263930" [ 821.933910] env[69481]: _type = "Task" [ 821.933910] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.945664] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.952760] env[69481]: DEBUG nova.network.neutron [-] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.992032] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263928, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.134188] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b18a670-e454-4bcb-9509-452f0fb1311e tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "2fd81153-eb96-436d-9041-0c21f77944b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.690s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.185129] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3b08f10-931b-4435-b7f1-b43aad6382e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.198388] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3205f7a-1cb6-43b3-8b89-2fe5f01b9487 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.218641] env[69481]: DEBUG oslo_concurrency.lockutils [None req-553c9b6a-2c76-4534-82e2-7e13ea6c4bd8 tempest-ImagesNegativeTestJSON-1871981201 tempest-ImagesNegativeTestJSON-1871981201-project-member] Lock "d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.756s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.241338] env[69481]: DEBUG oslo_concurrency.lockutils [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.241599] env[69481]: DEBUG oslo_concurrency.lockutils [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.241858] env[69481]: INFO nova.compute.manager [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Attaching volume 6b2ce796-b014-43f5-9004-7d6710d0160d to /dev/sdb [ 822.243832] env[69481]: DEBUG nova.compute.manager [req-3b11a538-3805-4bc5-8587-f1dcf18b8cd5 req-ca1eef22-58d7-4041-b5ca-98419ae812e3 service nova] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Detach interface failed, port_id=2c211eff-833d-42a0-a91f-ac1208f5ad51, reason: Instance f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 822.285166] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5952923c-bd26-4786-954c-1c6bcc424972 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.295747] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d715107-2971-461f-976a-e3a02c3d07c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.312811] env[69481]: DEBUG nova.virt.block_device [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Updating existing volume attachment record: 161a0d2d-1707-4ff6-967d-a42e9ad2ccc1 {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 822.376009] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263929, 'name': ReconfigVM_Task, 'duration_secs': 0.45465} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.379494] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652051', 'volume_id': '10f2ffca-2790-4208-a7b7-9b75d456d56e', 'name': 'volume-10f2ffca-2790-4208-a7b7-9b75d456d56e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4183d319-37e1-4d9d-9b53-e629d6fc84f5', 'attached_at': '', 'detached_at': '', 'volume_id': '10f2ffca-2790-4208-a7b7-9b75d456d56e', 'serial': '10f2ffca-2790-4208-a7b7-9b75d456d56e'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 822.379838] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.381656] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb33a22d-e5ae-4d40-afcc-b142204b80dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.390841] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.390841] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66daefe2-50a0-4419-933c-c6a58cdd7919 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.452382] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.457316] env[69481]: INFO nova.compute.manager [-] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Took 1.31 seconds to deallocate network for instance. [ 822.468336] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.468749] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.469065] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleting the datastore file [datastore2] 4183d319-37e1-4d9d-9b53-e629d6fc84f5 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.469740] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67ac9b30-0633-44c5-8bdd-f2bce9eded40 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.476536] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 822.476536] env[69481]: value = "task-3263933" [ 822.476536] env[69481]: _type = "Task" [ 822.476536] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.481562] env[69481]: DEBUG nova.network.neutron [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.498124] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.504396] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712978} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.505213] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 170c4c18-014e-4887-a6ce-888f2b28303e/170c4c18-014e-4887-a6ce-888f2b28303e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.505213] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.506027] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-833317e2-df66-4af0-b461-9d9038464053 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.520475] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 822.520475] env[69481]: value = "task-3263934" [ 822.520475] env[69481]: _type = "Task" [ 822.520475] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.534847] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.698205] env[69481]: DEBUG nova.network.neutron [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Updating instance_info_cache with network_info: [{"id": "38ac7cfa-41ff-4c65-99e3-d7bf27a9e712", "address": "fa:16:3e:20:00:24", "network": {"id": "cd66dd8b-06a4-41c2-bf65-2dbcd0073254", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1223523797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35f02080a0344088617c3ca08a48a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ac7cfa-41", "ovs_interfaceid": "38ac7cfa-41ff-4c65-99e3-d7bf27a9e712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.797504] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7482d5e-ca5b-48e2-9449-f94cdb727435 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.808640] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95af4609-f6a0-410e-978f-f976fc930a94 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.853117] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3565d3f5-6d43-484d-bcc2-5f18a87ef91f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.862688] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509189be-cc91-409c-94d3-40607a55ac5a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.877885] env[69481]: DEBUG nova.compute.provider_tree [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.946663] env[69481]: DEBUG oslo_vmware.api [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263930, 'name': PowerOnVM_Task, 'duration_secs': 0.927525} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.946885] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.947127] env[69481]: INFO nova.compute.manager [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Took 9.11 seconds to spawn the instance on the hypervisor. [ 822.947411] env[69481]: DEBUG nova.compute.manager [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.948430] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be0629c-3e21-406f-8a05-71eb77f730fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.971916] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.986732] env[69481]: DEBUG oslo_vmware.api [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3263933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263112} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.987058] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.987411] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.987711] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.987983] env[69481]: INFO nova.compute.manager [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Took 2.29 seconds to destroy the instance on the hypervisor. [ 822.988313] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.988556] env[69481]: DEBUG nova.compute.manager [-] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.988775] env[69481]: DEBUG nova.network.neutron [-] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.030920] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115154} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.033451] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.034423] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705f45b8-1a0d-4549-a06f-75be1e1c2426 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.061822] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 170c4c18-014e-4887-a6ce-888f2b28303e/170c4c18-014e-4887-a6ce-888f2b28303e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.062540] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff33974-4ff9-4bb6-8f67-9fd4ecd63458 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.086772] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 823.086772] env[69481]: value = "task-3263937" [ 823.086772] env[69481]: _type = "Task" [ 823.086772] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.096571] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.205577] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Releasing lock "refresh_cache-6e121b59-0677-42d8-b694-a0c05bab1118" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.205913] env[69481]: DEBUG nova.compute.manager [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Instance network_info: |[{"id": "38ac7cfa-41ff-4c65-99e3-d7bf27a9e712", "address": "fa:16:3e:20:00:24", "network": {"id": "cd66dd8b-06a4-41c2-bf65-2dbcd0073254", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1223523797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35f02080a0344088617c3ca08a48a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ac7cfa-41", "ovs_interfaceid": "38ac7cfa-41ff-4c65-99e3-d7bf27a9e712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.206886] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:00:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38ac7cfa-41ff-4c65-99e3-d7bf27a9e712', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.214957] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.217989] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.218412] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f442c2dd-3df1-46a6-b8ea-944350415833 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.245632] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.245632] env[69481]: value = "task-3263938" [ 823.245632] env[69481]: _type = "Task" [ 823.245632] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.259580] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263938, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.265767] env[69481]: DEBUG oslo_vmware.rw_handles [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaff14-c6cd-5c35-892f-a9ee69afb74f/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 823.266913] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0735b14-19fb-4100-83e9-4bb58049795f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.275984] env[69481]: DEBUG oslo_vmware.rw_handles [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaff14-c6cd-5c35-892f-a9ee69afb74f/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 823.276271] env[69481]: ERROR oslo_vmware.rw_handles [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaff14-c6cd-5c35-892f-a9ee69afb74f/disk-0.vmdk due to incomplete transfer. [ 823.276612] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0ccde619-8cc7-45d3-a6b1-9fdb97142fa6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.285124] env[69481]: DEBUG oslo_vmware.rw_handles [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eaff14-c6cd-5c35-892f-a9ee69afb74f/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 823.285350] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Uploaded image cd233898-8e9e-4a25-92d5-d3ad2e1acbc1 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 823.287640] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 823.288316] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df4c237c-2bf8-4070-8324-0d25f492882b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.300380] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 823.300380] env[69481]: value = "task-3263939" [ 823.300380] env[69481]: _type = "Task" [ 823.300380] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.313833] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263939, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.418231] env[69481]: DEBUG nova.scheduler.client.report [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Updated inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 823.418525] env[69481]: DEBUG nova.compute.provider_tree [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Updating resource provider e43c54f0-3622-483a-a612-82b8457c9186 generation from 68 to 69 during operation: update_inventory {{(pid=69481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 823.418805] env[69481]: DEBUG nova.compute.provider_tree [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.468091] env[69481]: INFO nova.compute.manager [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Took 48.31 seconds to build instance. [ 823.571854] env[69481]: DEBUG nova.compute.manager [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Received event network-changed-38ac7cfa-41ff-4c65-99e3-d7bf27a9e712 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.572307] env[69481]: DEBUG nova.compute.manager [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Refreshing instance network info cache due to event network-changed-38ac7cfa-41ff-4c65-99e3-d7bf27a9e712. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.572740] env[69481]: DEBUG oslo_concurrency.lockutils [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] Acquiring lock "refresh_cache-6e121b59-0677-42d8-b694-a0c05bab1118" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.573147] env[69481]: DEBUG oslo_concurrency.lockutils [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] Acquired lock "refresh_cache-6e121b59-0677-42d8-b694-a0c05bab1118" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.573507] env[69481]: DEBUG nova.network.neutron [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Refreshing network info cache for port 38ac7cfa-41ff-4c65-99e3-d7bf27a9e712 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.599214] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.699632] env[69481]: DEBUG oslo_concurrency.lockutils [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "2fd81153-eb96-436d-9041-0c21f77944b5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.699979] env[69481]: DEBUG oslo_concurrency.lockutils [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "2fd81153-eb96-436d-9041-0c21f77944b5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.700189] env[69481]: INFO nova.compute.manager [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Rebooting instance [ 823.740093] env[69481]: DEBUG nova.network.neutron [-] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.758743] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263938, 'name': CreateVM_Task, 'duration_secs': 0.382808} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.758931] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.759989] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.760279] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.760708] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.760977] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85bfc25c-a070-49bb-9287-d8081eb60e45 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.766038] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 823.766038] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f8d8eb-0e3f-1fd6-8d13-943a38088bb7" [ 823.766038] env[69481]: _type = "Task" [ 823.766038] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.777443] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f8d8eb-0e3f-1fd6-8d13-943a38088bb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.814444] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263939, 'name': Destroy_Task, 'duration_secs': 0.508607} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.814444] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Destroyed the VM [ 823.814444] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 823.814444] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ff84734-8ef9-4b35-9c43-eb51d4577d84 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.820280] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 823.820280] env[69481]: value = "task-3263940" [ 823.820280] env[69481]: _type = "Task" [ 823.820280] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.829346] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.924561] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.927819] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.606s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.927896] env[69481]: DEBUG nova.objects.instance [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lazy-loading 'resources' on Instance uuid 373884a4-1ca4-412b-adb0-0122a6c3a6ac {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.949814] env[69481]: INFO nova.scheduler.client.report [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Deleted allocations for instance 9848e301-0bc2-43f1-ba0f-afbe47ad0247 [ 823.970992] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9452c6aa-9881-48f3-88eb-ee9d87dc813e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "692c8686-ae6f-45d1-b227-c4e1c440bf08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.178s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.100720] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.103038] env[69481]: DEBUG nova.compute.manager [req-b4735aea-e43c-4135-af51-77f60b0d98e3 req-5c7d59d7-f06f-4a3d-b27b-d1c9c5244aab service nova] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Received event network-vif-deleted-b4d8c3c9-a3cc-4fcb-a616-c24f75daafea {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.113885] env[69481]: DEBUG oslo_concurrency.lockutils [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "692c8686-ae6f-45d1-b227-c4e1c440bf08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.114169] env[69481]: DEBUG oslo_concurrency.lockutils [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "692c8686-ae6f-45d1-b227-c4e1c440bf08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.114411] env[69481]: DEBUG oslo_concurrency.lockutils [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "692c8686-ae6f-45d1-b227-c4e1c440bf08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.114603] env[69481]: DEBUG oslo_concurrency.lockutils [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "692c8686-ae6f-45d1-b227-c4e1c440bf08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.114771] env[69481]: DEBUG oslo_concurrency.lockutils [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "692c8686-ae6f-45d1-b227-c4e1c440bf08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.116905] env[69481]: INFO nova.compute.manager [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Terminating instance [ 824.229419] env[69481]: DEBUG oslo_concurrency.lockutils [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.229419] env[69481]: DEBUG oslo_concurrency.lockutils [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquired lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.229419] env[69481]: DEBUG nova.network.neutron [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.243253] env[69481]: INFO nova.compute.manager [-] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Took 1.25 seconds to deallocate network for instance. [ 824.278119] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f8d8eb-0e3f-1fd6-8d13-943a38088bb7, 'name': SearchDatastore_Task, 'duration_secs': 0.021557} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.278489] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.278765] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.279043] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.279252] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.279473] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.279788] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-621e0ec2-0203-402f-8de7-8930a6bbdd6b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.292572] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.292802] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.293577] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d2e82e-687b-4893-8374-db0aeb8b2ddf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.301330] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 824.301330] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52237f45-e4c8-d70a-c315-13bf46d984ba" [ 824.301330] env[69481]: _type = "Task" [ 824.301330] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.310683] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52237f45-e4c8-d70a-c315-13bf46d984ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.325439] env[69481]: DEBUG nova.network.neutron [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Updated VIF entry in instance network info cache for port 38ac7cfa-41ff-4c65-99e3-d7bf27a9e712. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.325786] env[69481]: DEBUG nova.network.neutron [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Updating instance_info_cache with network_info: [{"id": "38ac7cfa-41ff-4c65-99e3-d7bf27a9e712", "address": "fa:16:3e:20:00:24", "network": {"id": "cd66dd8b-06a4-41c2-bf65-2dbcd0073254", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1223523797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35f02080a0344088617c3ca08a48a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ac7cfa-41", "ovs_interfaceid": "38ac7cfa-41ff-4c65-99e3-d7bf27a9e712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.331872] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.461804] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5be2e842-5283-4103-9254-6ed95a30cdf7 tempest-ServerRescueTestJSONUnderV235-191953564 tempest-ServerRescueTestJSONUnderV235-191953564-project-member] Lock "9848e301-0bc2-43f1-ba0f-afbe47ad0247" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.202s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.600351] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.627021] env[69481]: DEBUG nova.compute.manager [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.627021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.627021] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e768dd8-9fa8-4cb2-b2ab-72155be6e7bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.639135] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.640803] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-443d20e2-b8b1-4ad0-95cd-ca76899ff1ae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.652019] env[69481]: DEBUG oslo_vmware.api [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 824.652019] env[69481]: value = "task-3263941" [ 824.652019] env[69481]: _type = "Task" [ 824.652019] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.665939] env[69481]: DEBUG oslo_vmware.api [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.815886] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52237f45-e4c8-d70a-c315-13bf46d984ba, 'name': SearchDatastore_Task, 'duration_secs': 0.018772} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.816995] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43d26c1-fd5c-45ba-86ca-694fb76fdd7e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.822334] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 824.822334] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]523a44e9-5f37-e0d9-ed6e-76794a036833" [ 824.822334] env[69481]: _type = "Task" [ 824.822334] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.828870] env[69481]: INFO nova.compute.manager [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Took 0.59 seconds to detach 1 volumes for instance. [ 824.830843] env[69481]: DEBUG oslo_concurrency.lockutils [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] Releasing lock "refresh_cache-6e121b59-0677-42d8-b694-a0c05bab1118" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.831137] env[69481]: DEBUG nova.compute.manager [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Received event network-changed-a951d6a0-5f92-4dd4-8e19-e98ba872c00f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.831253] env[69481]: DEBUG nova.compute.manager [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Refreshing instance network info cache due to event network-changed-a951d6a0-5f92-4dd4-8e19-e98ba872c00f. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.831435] env[69481]: DEBUG oslo_concurrency.lockutils [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] Acquiring lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.845983] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.855246] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523a44e9-5f37-e0d9-ed6e-76794a036833, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.855246] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.855246] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 6e121b59-0677-42d8-b694-a0c05bab1118/6e121b59-0677-42d8-b694-a0c05bab1118.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.855246] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d3c008c-38d5-434d-a3ee-645a1f130e07 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.861638] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 824.861638] env[69481]: value = "task-3263943" [ 824.861638] env[69481]: _type = "Task" [ 824.861638] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.875817] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.953412] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a19f4c-99bd-48c0-bf2c-182484035681 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.963221] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e11da6-a52d-417e-aa31-7ea741a8a041 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.998725] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ff2eb2-abb7-4e8d-a851-3d8c09733998 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.011749] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396608f2-44bd-4566-a392-b381af6bcb7d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.032692] env[69481]: DEBUG nova.compute.provider_tree [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.085929] env[69481]: DEBUG nova.network.neutron [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Updating instance_info_cache with network_info: [{"id": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "address": "fa:16:3e:6a:a8:18", "network": {"id": "5a8e2772-b949-490d-9266-943d022943b8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650399717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78bfc183fb664dc9bdd76d3573888de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa951d6a0-5f", "ovs_interfaceid": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.101439] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263937, 'name': ReconfigVM_Task, 'duration_secs': 1.564201} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.101865] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 170c4c18-014e-4887-a6ce-888f2b28303e/170c4c18-014e-4887-a6ce-888f2b28303e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.102556] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f859ffa1-e5b4-4a43-beb2-ad707d718a5f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.109940] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 825.109940] env[69481]: value = "task-3263944" [ 825.109940] env[69481]: _type = "Task" [ 825.109940] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.122379] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263944, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.162729] env[69481]: DEBUG oslo_vmware.api [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263941, 'name': PowerOffVM_Task, 'duration_secs': 0.202636} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.163118] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.163336] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.163695] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91ebaac7-5ce7-4575-a5e2-0c7fa52951c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.238541] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.238813] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.239036] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Deleting the datastore file [datastore1] 692c8686-ae6f-45d1-b227-c4e1c440bf08 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.239336] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfc16902-f336-4ca3-ae3d-d05469b57122 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.255109] env[69481]: DEBUG oslo_vmware.api [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 825.255109] env[69481]: value = "task-3263946" [ 825.255109] env[69481]: _type = "Task" [ 825.255109] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.265196] env[69481]: DEBUG oslo_vmware.api [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.338142] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.342824] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.376248] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263943, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.535912] env[69481]: DEBUG nova.scheduler.client.report [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.589499] env[69481]: DEBUG oslo_concurrency.lockutils [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Releasing lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.591144] env[69481]: DEBUG oslo_concurrency.lockutils [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] Acquired lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.591418] env[69481]: DEBUG nova.network.neutron [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Refreshing network info cache for port a951d6a0-5f92-4dd4-8e19-e98ba872c00f {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.626757] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263944, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.749574] env[69481]: DEBUG nova.objects.instance [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lazy-loading 'flavor' on Instance uuid b700fd5c-bea2-48c1-ba6d-c361872636e2 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.766581] env[69481]: DEBUG oslo_vmware.api [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3263946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357513} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.767077] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.767290] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.767511] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.767743] env[69481]: INFO nova.compute.manager [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Took 1.14 seconds to destroy the instance on the hypervisor. [ 825.767998] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.768216] env[69481]: DEBUG nova.compute.manager [-] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.768318] env[69481]: DEBUG nova.network.neutron [-] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.832680] env[69481]: DEBUG oslo_vmware.api [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263940, 'name': RemoveSnapshot_Task, 'duration_secs': 1.848229} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.833012] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 825.833444] env[69481]: INFO nova.compute.manager [None req-c1d5e633-4b60-4ce5-a5fa-32ad3a742e98 tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Took 16.66 seconds to snapshot the instance on the hypervisor. [ 825.876312] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552228} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.876793] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 6e121b59-0677-42d8-b694-a0c05bab1118/6e121b59-0677-42d8-b694-a0c05bab1118.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.878688] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.879015] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5660e632-4cb9-461d-a7e0-64a28943989d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.890405] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 825.890405] env[69481]: value = "task-3263947" [ 825.890405] env[69481]: _type = "Task" [ 825.890405] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.899286] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.046019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.046019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.382s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.046019] env[69481]: DEBUG nova.objects.instance [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Lazy-loading 'resources' on Instance uuid 42551aa9-dd5e-4434-9c83-2749d325efe9 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.070217] env[69481]: INFO nova.scheduler.client.report [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Deleted allocations for instance 373884a4-1ca4-412b-adb0-0122a6c3a6ac [ 826.097824] env[69481]: DEBUG nova.compute.manager [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.098796] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e6ab49-a8bd-448b-8f09-03285e288631 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.125246] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263944, 'name': Rename_Task, 'duration_secs': 0.530034} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.125246] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.125639] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da0554a3-a144-4812-8abf-b60b04d819f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.134657] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 826.134657] env[69481]: value = "task-3263948" [ 826.134657] env[69481]: _type = "Task" [ 826.134657] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.137430] env[69481]: DEBUG nova.compute.manager [req-68259976-24f4-4d5f-85de-21e81224ee70 req-729d8f65-11c9-4d50-a1bd-0dbafca0bbff service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Received event network-vif-deleted-1c5f342f-4321-4824-8bc9-08b9ee5d8a4a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.139608] env[69481]: INFO nova.compute.manager [req-68259976-24f4-4d5f-85de-21e81224ee70 req-729d8f65-11c9-4d50-a1bd-0dbafca0bbff service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Neutron deleted interface 1c5f342f-4321-4824-8bc9-08b9ee5d8a4a; detaching it from the instance and deleting it from the info cache [ 826.139608] env[69481]: DEBUG nova.network.neutron [req-68259976-24f4-4d5f-85de-21e81224ee70 req-729d8f65-11c9-4d50-a1bd-0dbafca0bbff service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.151134] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263948, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.255679] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquiring lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.255854] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquired lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.403352] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071873} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.404305] env[69481]: DEBUG nova.network.neutron [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Updated VIF entry in instance network info cache for port a951d6a0-5f92-4dd4-8e19-e98ba872c00f. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.404639] env[69481]: DEBUG nova.network.neutron [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Updating instance_info_cache with network_info: [{"id": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "address": "fa:16:3e:6a:a8:18", "network": {"id": "5a8e2772-b949-490d-9266-943d022943b8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650399717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78bfc183fb664dc9bdd76d3573888de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa951d6a0-5f", "ovs_interfaceid": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.405896] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.411487] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74233aaf-f3c1-4d77-a74b-5f18873d9dcb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.444116] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 6e121b59-0677-42d8-b694-a0c05bab1118/6e121b59-0677-42d8-b694-a0c05bab1118.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.446712] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbaead58-f6e9-4a32-b1e6-398c12809c7c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.470207] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 826.470207] env[69481]: value = "task-3263949" [ 826.470207] env[69481]: _type = "Task" [ 826.470207] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.479963] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.546324] env[69481]: DEBUG nova.network.neutron [-] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.580281] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ce8b3a3-f040-480d-825b-9c014ed841b1 tempest-FloatingIPsAssociationTestJSON-1163523800 tempest-FloatingIPsAssociationTestJSON-1163523800-project-member] Lock "373884a4-1ca4-412b-adb0-0122a6c3a6ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.928s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.647023] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-476ec5cd-b948-4ea3-a05c-89b3eee89c5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.653720] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263948, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.662449] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46251a36-9c18-49dc-a71a-0d9dcac1b287 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.702758] env[69481]: DEBUG nova.compute.manager [req-68259976-24f4-4d5f-85de-21e81224ee70 req-729d8f65-11c9-4d50-a1bd-0dbafca0bbff service nova] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Detach interface failed, port_id=1c5f342f-4321-4824-8bc9-08b9ee5d8a4a, reason: Instance 692c8686-ae6f-45d1-b227-c4e1c440bf08 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.865702] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 826.866202] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652058', 'volume_id': '6b2ce796-b014-43f5-9004-7d6710d0160d', 'name': 'volume-6b2ce796-b014-43f5-9004-7d6710d0160d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5777318f-3425-4ad6-913a-4c98ab68d4e1', 'attached_at': '', 'detached_at': '', 'volume_id': '6b2ce796-b014-43f5-9004-7d6710d0160d', 'serial': '6b2ce796-b014-43f5-9004-7d6710d0160d'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 826.866987] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313563db-c6af-4d63-95ae-9fd64550aa1e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.892833] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dcea53-2539-4b12-aab6-fa538f34b835 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.915220] env[69481]: DEBUG oslo_concurrency.lockutils [req-960562c0-70fe-4848-bd3e-e6c94ee42e93 req-9d8e7546-4626-4256-b1b1-7ce902635af4 service nova] Releasing lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.922740] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] volume-6b2ce796-b014-43f5-9004-7d6710d0160d/volume-6b2ce796-b014-43f5-9004-7d6710d0160d.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.926145] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c2b5317-69f9-47ee-bed4-d426e1759b41 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.950368] env[69481]: DEBUG oslo_vmware.api [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 826.950368] env[69481]: value = "task-3263950" [ 826.950368] env[69481]: _type = "Task" [ 826.950368] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.963038] env[69481]: DEBUG oslo_vmware.api [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.980852] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263949, 'name': ReconfigVM_Task, 'duration_secs': 0.324261} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.981747] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 6e121b59-0677-42d8-b694-a0c05bab1118/6e121b59-0677-42d8-b694-a0c05bab1118.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.982468] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88cac915-d511-47ca-9c28-c26b1f34588b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.993796] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 826.993796] env[69481]: value = "task-3263951" [ 826.993796] env[69481]: _type = "Task" [ 826.993796] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.002916] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263951, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.054756] env[69481]: INFO nova.compute.manager [-] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Took 1.29 seconds to deallocate network for instance. [ 827.121589] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0112c38-9f9b-41a3-9fca-b5e464568b60 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.133341] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Doing hard reboot of VM {{(pid=69481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 827.133680] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-21404f6b-acd6-4e3f-a91d-dd62e00dc35f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.141297] env[69481]: DEBUG oslo_vmware.api [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 827.141297] env[69481]: value = "task-3263952" [ 827.141297] env[69481]: _type = "Task" [ 827.141297] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.153249] env[69481]: DEBUG oslo_vmware.api [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3263948, 'name': PowerOnVM_Task, 'duration_secs': 0.538829} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.153603] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.154421] env[69481]: INFO nova.compute.manager [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Took 10.63 seconds to spawn the instance on the hypervisor. [ 827.154804] env[69481]: DEBUG nova.compute.manager [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.159683] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd41ec3-0175-4971-bb2e-6f24d9806222 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.162449] env[69481]: DEBUG oslo_vmware.api [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263952, 'name': ResetVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.230249] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebe0a2c-91dd-428d-9818-a559b81598bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.239062] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd957e3-e8bd-4aca-b14f-1b63413a7fdb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.276186] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827934d2-51ef-40d0-a1f4-fa19290ab8f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.285803] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e57361-28cf-4679-8f00-e926ff7c6a80 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.301411] env[69481]: DEBUG nova.compute.provider_tree [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.368179] env[69481]: DEBUG nova.network.neutron [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.464156] env[69481]: DEBUG oslo_vmware.api [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.503652] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263951, 'name': Rename_Task, 'duration_secs': 0.155793} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.503965] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.505703] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06a6a667-8cf5-4c74-a37f-21f6cc4b7114 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.511922] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 827.511922] env[69481]: value = "task-3263953" [ 827.511922] env[69481]: _type = "Task" [ 827.511922] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.521277] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.569449] env[69481]: DEBUG oslo_concurrency.lockutils [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.604958] env[69481]: DEBUG nova.compute.manager [req-981970ab-4ad6-4b83-bf70-ab7d0ff3188b req-8f168330-505c-40e3-8800-e1200c41e1ea service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Received event network-changed-a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.604958] env[69481]: DEBUG nova.compute.manager [req-981970ab-4ad6-4b83-bf70-ab7d0ff3188b req-8f168330-505c-40e3-8800-e1200c41e1ea service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Refreshing instance network info cache due to event network-changed-a357ccbd-dcae-45cb-8867-e243e8a991b4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.604958] env[69481]: DEBUG oslo_concurrency.lockutils [req-981970ab-4ad6-4b83-bf70-ab7d0ff3188b req-8f168330-505c-40e3-8800-e1200c41e1ea service nova] Acquiring lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.657420] env[69481]: DEBUG oslo_vmware.api [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263952, 'name': ResetVM_Task, 'duration_secs': 0.135881} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.657855] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Did hard reboot of VM {{(pid=69481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 827.658112] env[69481]: DEBUG nova.compute.manager [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.659036] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9bc173-1dee-4f9e-a317-88327e9086aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.687505] env[69481]: INFO nova.compute.manager [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Took 49.19 seconds to build instance. [ 827.836057] env[69481]: ERROR nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [req-240a4e3a-0057-4125-8431-4557ad6472a8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e43c54f0-3622-483a-a612-82b8457c9186. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-240a4e3a-0057-4125-8431-4557ad6472a8"}]} [ 827.861360] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Refreshing inventories for resource provider e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 827.891441] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating ProviderTree inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 827.891785] env[69481]: DEBUG nova.compute.provider_tree [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.917238] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Refreshing aggregate associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, aggregates: None {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.940387] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "4a193cef-9e1a-4141-9a0b-7ec6c58ba504" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.940387] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "4a193cef-9e1a-4141-9a0b-7ec6c58ba504" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.941891] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Refreshing trait associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.965364] env[69481]: DEBUG oslo_vmware.api [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263950, 'name': ReconfigVM_Task, 'duration_secs': 0.668039} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.967352] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Reconfigured VM instance instance-00000017 to attach disk [datastore2] volume-6b2ce796-b014-43f5-9004-7d6710d0160d/volume-6b2ce796-b014-43f5-9004-7d6710d0160d.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.984631] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef8bea1b-191e-4db5-858d-4f1440782169 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.006809] env[69481]: DEBUG oslo_vmware.api [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 828.006809] env[69481]: value = "task-3263954" [ 828.006809] env[69481]: _type = "Task" [ 828.006809] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.021769] env[69481]: DEBUG oslo_vmware.api [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.031753] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263953, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.173694] env[69481]: DEBUG oslo_concurrency.lockutils [None req-01ec9d34-b18f-4a17-9df2-fb66810de479 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "2fd81153-eb96-436d-9041-0c21f77944b5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.473s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.193455] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c820a8b4-0c47-4e8c-a455-1b499dd1b08a tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "170c4c18-014e-4887-a6ce-888f2b28303e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.728s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.423234] env[69481]: DEBUG nova.network.neutron [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updating instance_info_cache with network_info: [{"id": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "address": "fa:16:3e:71:89:6e", "network": {"id": "89ec1c48-6b26-4f26-a2f2-557efa31cda0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2119691391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "501ba7308ad1467b86875e7de2f679ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357ccbd-dc", "ovs_interfaceid": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.443794] env[69481]: DEBUG nova.compute.manager [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.526844] env[69481]: DEBUG oslo_vmware.api [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263954, 'name': ReconfigVM_Task, 'duration_secs': 0.191875} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.528233] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652058', 'volume_id': '6b2ce796-b014-43f5-9004-7d6710d0160d', 'name': 'volume-6b2ce796-b014-43f5-9004-7d6710d0160d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5777318f-3425-4ad6-913a-4c98ab68d4e1', 'attached_at': '', 'detached_at': '', 'volume_id': '6b2ce796-b014-43f5-9004-7d6710d0160d', 'serial': '6b2ce796-b014-43f5-9004-7d6710d0160d'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 828.534837] env[69481]: DEBUG oslo_vmware.api [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263953, 'name': PowerOnVM_Task, 'duration_secs': 0.770673} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.534837] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.534837] env[69481]: INFO nova.compute.manager [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Took 8.00 seconds to spawn the instance on the hypervisor. [ 828.534837] env[69481]: DEBUG nova.compute.manager [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.535189] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2444f5d-194e-4cc7-868a-8e4e25809154 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.643656] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "601dd942-9185-4701-9d96-f67f5cf95527" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.643959] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "601dd942-9185-4701-9d96-f67f5cf95527" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.650678] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4ce1db-8495-4408-9dc7-ae64e5aee680 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.668075] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f56e4ca-8485-41cf-b6f4-b94e132042b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.703033] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52cacb1-28ea-4502-b451-9c090a028cd6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.711181] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0297953e-335e-4ad0-adf3-b068258b7642 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.727045] env[69481]: DEBUG nova.compute.provider_tree [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.930019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Releasing lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.930019] env[69481]: DEBUG nova.compute.manager [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Inject network info {{(pid=69481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 828.930019] env[69481]: DEBUG nova.compute.manager [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] network_info to inject: |[{"id": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "address": "fa:16:3e:71:89:6e", "network": {"id": "89ec1c48-6b26-4f26-a2f2-557efa31cda0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2119691391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "501ba7308ad1467b86875e7de2f679ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357ccbd-dc", "ovs_interfaceid": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 828.935050] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Reconfiguring VM instance to set the machine id {{(pid=69481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 828.935656] env[69481]: DEBUG oslo_concurrency.lockutils [req-981970ab-4ad6-4b83-bf70-ab7d0ff3188b req-8f168330-505c-40e3-8800-e1200c41e1ea service nova] Acquired lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.936023] env[69481]: DEBUG nova.network.neutron [req-981970ab-4ad6-4b83-bf70-ab7d0ff3188b req-8f168330-505c-40e3-8800-e1200c41e1ea service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Refreshing network info cache for port a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.938767] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f68f9b-4227-4609-9d9a-f20d04aacfda {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.960484] env[69481]: DEBUG oslo_vmware.api [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 828.960484] env[69481]: value = "task-3263955" [ 828.960484] env[69481]: _type = "Task" [ 828.960484] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.970163] env[69481]: DEBUG oslo_vmware.api [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.979877] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.041255] env[69481]: DEBUG nova.objects.instance [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lazy-loading 'flavor' on Instance uuid b700fd5c-bea2-48c1-ba6d-c361872636e2 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.059132] env[69481]: INFO nova.compute.manager [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Took 40.10 seconds to build instance. [ 829.157614] env[69481]: DEBUG nova.compute.manager [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.256331] env[69481]: ERROR nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [req-89f3dfcc-050e-4cdc-b943-e934397a9fb4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e43c54f0-3622-483a-a612-82b8457c9186. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89f3dfcc-050e-4cdc-b943-e934397a9fb4"}]} [ 829.276145] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Refreshing inventories for resource provider e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 829.295430] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating ProviderTree inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 829.295705] env[69481]: DEBUG nova.compute.provider_tree [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.309064] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Refreshing aggregate associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, aggregates: None {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 829.333899] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Refreshing trait associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 829.470909] env[69481]: DEBUG oslo_vmware.api [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263955, 'name': ReconfigVM_Task, 'duration_secs': 0.180738} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.474021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4267691b-75f1-4db8-b38d-d54189fe74b1 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Reconfigured VM instance to set the machine id {{(pid=69481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 829.547542] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquiring lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.563056] env[69481]: DEBUG oslo_concurrency.lockutils [None req-029daa5b-38bf-49ac-8e39-38e36f18788d tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "6e121b59-0677-42d8-b694-a0c05bab1118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.725s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.580155] env[69481]: DEBUG nova.objects.instance [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lazy-loading 'flavor' on Instance uuid 5777318f-3425-4ad6-913a-4c98ab68d4e1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.691505] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.773641] env[69481]: DEBUG nova.compute.manager [req-2a88c0ed-04aa-4120-a5ea-0996175b3d73 req-752f2953-bc8e-49da-b87f-8cd48d540be1 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Received event network-changed-a951d6a0-5f92-4dd4-8e19-e98ba872c00f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.773838] env[69481]: DEBUG nova.compute.manager [req-2a88c0ed-04aa-4120-a5ea-0996175b3d73 req-752f2953-bc8e-49da-b87f-8cd48d540be1 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Refreshing instance network info cache due to event network-changed-a951d6a0-5f92-4dd4-8e19-e98ba872c00f. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.775823] env[69481]: DEBUG oslo_concurrency.lockutils [req-2a88c0ed-04aa-4120-a5ea-0996175b3d73 req-752f2953-bc8e-49da-b87f-8cd48d540be1 service nova] Acquiring lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.775823] env[69481]: DEBUG oslo_concurrency.lockutils [req-2a88c0ed-04aa-4120-a5ea-0996175b3d73 req-752f2953-bc8e-49da-b87f-8cd48d540be1 service nova] Acquired lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.775823] env[69481]: DEBUG nova.network.neutron [req-2a88c0ed-04aa-4120-a5ea-0996175b3d73 req-752f2953-bc8e-49da-b87f-8cd48d540be1 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Refreshing network info cache for port a951d6a0-5f92-4dd4-8e19-e98ba872c00f {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.915627] env[69481]: DEBUG nova.network.neutron [req-981970ab-4ad6-4b83-bf70-ab7d0ff3188b req-8f168330-505c-40e3-8800-e1200c41e1ea service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updated VIF entry in instance network info cache for port a357ccbd-dcae-45cb-8867-e243e8a991b4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.915627] env[69481]: DEBUG nova.network.neutron [req-981970ab-4ad6-4b83-bf70-ab7d0ff3188b req-8f168330-505c-40e3-8800-e1200c41e1ea service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updating instance_info_cache with network_info: [{"id": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "address": "fa:16:3e:71:89:6e", "network": {"id": "89ec1c48-6b26-4f26-a2f2-557efa31cda0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2119691391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "501ba7308ad1467b86875e7de2f679ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357ccbd-dc", "ovs_interfaceid": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.922701] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa2050d-2e27-49a6-bda4-744f27fc60bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.934652] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8505852-6553-4a6f-9172-16998f979c06 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.974259] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7425ce7-39fc-419f-9006-7c1de8eb403c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.986759] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861491d4-47a5-42fe-878d-695d58cfda01 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.002977] env[69481]: DEBUG nova.compute.provider_tree [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.092632] env[69481]: DEBUG oslo_concurrency.lockutils [None req-19f1c329-3a2c-4f70-90a2-f733bc8d928e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.851s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.420344] env[69481]: DEBUG oslo_concurrency.lockutils [req-981970ab-4ad6-4b83-bf70-ab7d0ff3188b req-8f168330-505c-40e3-8800-e1200c41e1ea service nova] Releasing lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.420801] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquired lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.500776] env[69481]: DEBUG nova.network.neutron [req-2a88c0ed-04aa-4120-a5ea-0996175b3d73 req-752f2953-bc8e-49da-b87f-8cd48d540be1 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Updated VIF entry in instance network info cache for port a951d6a0-5f92-4dd4-8e19-e98ba872c00f. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.501103] env[69481]: DEBUG nova.network.neutron [req-2a88c0ed-04aa-4120-a5ea-0996175b3d73 req-752f2953-bc8e-49da-b87f-8cd48d540be1 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Updating instance_info_cache with network_info: [{"id": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "address": "fa:16:3e:6a:a8:18", "network": {"id": "5a8e2772-b949-490d-9266-943d022943b8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650399717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78bfc183fb664dc9bdd76d3573888de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa951d6a0-5f", "ovs_interfaceid": "a951d6a0-5f92-4dd4-8e19-e98ba872c00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.533860] env[69481]: ERROR nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] [req-9418783b-bbb3-4f9e-b97f-1106173bd347] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e43c54f0-3622-483a-a612-82b8457c9186. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9418783b-bbb3-4f9e-b97f-1106173bd347"}]} [ 830.552091] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Refreshing inventories for resource provider e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 830.572590] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating ProviderTree inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 830.572827] env[69481]: DEBUG nova.compute.provider_tree [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.592158] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Refreshing aggregate associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, aggregates: None {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 830.614762] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Refreshing trait associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 830.666866] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "2fd81153-eb96-436d-9041-0c21f77944b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.667334] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "2fd81153-eb96-436d-9041-0c21f77944b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.667487] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "2fd81153-eb96-436d-9041-0c21f77944b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.667738] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "2fd81153-eb96-436d-9041-0c21f77944b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.667978] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "2fd81153-eb96-436d-9041-0c21f77944b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.673995] env[69481]: INFO nova.compute.manager [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Terminating instance [ 830.802491] env[69481]: DEBUG nova.compute.manager [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Stashing vm_state: active {{(pid=69481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 831.007864] env[69481]: DEBUG oslo_concurrency.lockutils [req-2a88c0ed-04aa-4120-a5ea-0996175b3d73 req-752f2953-bc8e-49da-b87f-8cd48d540be1 service nova] Releasing lock "refresh_cache-2fd81153-eb96-436d-9041-0c21f77944b5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.121773] env[69481]: DEBUG nova.network.neutron [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.179254] env[69481]: DEBUG nova.compute.manager [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.180350] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.181043] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407364a3-01e6-42b3-b40b-b4629cc04656 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.190512] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.190808] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7184892c-301a-4ed4-8637-43e9d9558551 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.199765] env[69481]: DEBUG oslo_vmware.api [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 831.199765] env[69481]: value = "task-3263956" [ 831.199765] env[69481]: _type = "Task" [ 831.199765] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.206392] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efbbe13-8bf5-4893-9868-a2b2f8fa1f39 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.215082] env[69481]: DEBUG oslo_vmware.api [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.218291] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528de5b6-48d6-4cc6-9465-ba6a9657af42 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.251852] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef7bc22-7c91-4f46-a8d7-6f78de13a547 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.261097] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17ad744-8953-4d7e-ae9c-11b07639e652 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.278673] env[69481]: DEBUG nova.compute.provider_tree [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.327040] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.450467] env[69481]: DEBUG oslo_vmware.rw_handles [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dab4c8-eeaf-3064-bef3-d56d2cf50088/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 831.451435] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f47085-4e7b-48cc-9ba9-60b6373b02ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.459061] env[69481]: DEBUG oslo_vmware.rw_handles [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dab4c8-eeaf-3064-bef3-d56d2cf50088/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 831.459061] env[69481]: ERROR oslo_vmware.rw_handles [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dab4c8-eeaf-3064-bef3-d56d2cf50088/disk-0.vmdk due to incomplete transfer. [ 831.459061] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99017c32-af13-494f-9b39-8e1046c20dc1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.466713] env[69481]: DEBUG oslo_vmware.rw_handles [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dab4c8-eeaf-3064-bef3-d56d2cf50088/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 831.466903] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Uploaded image 2bce8bb7-a44c-4cc4-8b1e-287fab02ce95 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 831.468703] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 831.469126] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-240f707d-7725-427a-826d-520c65a1e6de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.476681] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 831.476681] env[69481]: value = "task-3263957" [ 831.476681] env[69481]: _type = "Task" [ 831.476681] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.490024] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263957, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.710727] env[69481]: DEBUG oslo_vmware.api [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263956, 'name': PowerOffVM_Task, 'duration_secs': 0.216634} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.711182] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.711439] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.711798] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-047860f8-3385-47c0-ac8e-dd32dc6c400f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.790435] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.790890] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.800946] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.801546] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.801803] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Deleting the datastore file [datastore1] 2fd81153-eb96-436d-9041-0c21f77944b5 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.802137] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c80e90c-fde8-46af-84ce-94b91b31b82e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.810233] env[69481]: DEBUG oslo_vmware.api [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 831.810233] env[69481]: value = "task-3263959" [ 831.810233] env[69481]: _type = "Task" [ 831.810233] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.817528] env[69481]: DEBUG nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updated inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 831.817896] env[69481]: DEBUG nova.compute.provider_tree [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating resource provider e43c54f0-3622-483a-a612-82b8457c9186 generation from 73 to 74 during operation: update_inventory {{(pid=69481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 831.818033] env[69481]: DEBUG nova.compute.provider_tree [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.827087] env[69481]: DEBUG oslo_vmware.api [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.896294] env[69481]: DEBUG nova.compute.manager [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.896294] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed0b99d-a43c-4541-8b4c-a9b063f70dd2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.989756] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263957, 'name': Destroy_Task, 'duration_secs': 0.458938} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.990211] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Destroyed the VM [ 831.990517] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 831.990835] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9b09f03-bedc-4779-870e-8d1613c2bb50 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.999508] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 831.999508] env[69481]: value = "task-3263960" [ 831.999508] env[69481]: _type = "Task" [ 831.999508] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.008421] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263960, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.087249] env[69481]: DEBUG nova.network.neutron [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updating instance_info_cache with network_info: [{"id": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "address": "fa:16:3e:71:89:6e", "network": {"id": "89ec1c48-6b26-4f26-a2f2-557efa31cda0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2119691391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "501ba7308ad1467b86875e7de2f679ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357ccbd-dc", "ovs_interfaceid": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.165954] env[69481]: DEBUG nova.compute.manager [req-4dd76c0a-3ccb-4712-8ec3-6e6b5d888609 req-d3bdba06-c615-44d1-b212-6887fb513c29 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Received event network-changed-a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.166077] env[69481]: DEBUG nova.compute.manager [req-4dd76c0a-3ccb-4712-8ec3-6e6b5d888609 req-d3bdba06-c615-44d1-b212-6887fb513c29 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Refreshing instance network info cache due to event network-changed-a357ccbd-dcae-45cb-8867-e243e8a991b4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.166660] env[69481]: DEBUG oslo_concurrency.lockutils [req-4dd76c0a-3ccb-4712-8ec3-6e6b5d888609 req-d3bdba06-c615-44d1-b212-6887fb513c29 service nova] Acquiring lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.294286] env[69481]: INFO nova.compute.manager [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Detaching volume 6b2ce796-b014-43f5-9004-7d6710d0160d [ 832.326522] env[69481]: DEBUG oslo_vmware.api [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3263959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314076} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.326739] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.326938] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.327138] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.327319] env[69481]: INFO nova.compute.manager [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 832.327588] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.328342] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.283s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.335760] env[69481]: DEBUG nova.compute.manager [-] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.335864] env[69481]: DEBUG nova.network.neutron [-] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.338730] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.612s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.338730] env[69481]: DEBUG nova.objects.instance [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 832.357324] env[69481]: INFO nova.virt.block_device [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Attempting to driver detach volume 6b2ce796-b014-43f5-9004-7d6710d0160d from mountpoint /dev/sdb [ 832.359241] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 832.359241] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652058', 'volume_id': '6b2ce796-b014-43f5-9004-7d6710d0160d', 'name': 'volume-6b2ce796-b014-43f5-9004-7d6710d0160d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5777318f-3425-4ad6-913a-4c98ab68d4e1', 'attached_at': '', 'detached_at': '', 'volume_id': '6b2ce796-b014-43f5-9004-7d6710d0160d', 'serial': '6b2ce796-b014-43f5-9004-7d6710d0160d'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 832.359241] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7590417-23f9-4063-8220-c4a00e7a0cfa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.389531] env[69481]: INFO nova.scheduler.client.report [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Deleted allocations for instance 42551aa9-dd5e-4434-9c83-2749d325efe9 [ 832.394160] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538f5af9-2bbc-45a1-b738-860c5d55803e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.411483] env[69481]: INFO nova.compute.manager [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] instance snapshotting [ 832.421281] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e016dca5-9a28-4aea-a85e-5ab8c5cb212e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.422529] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19158ad-378a-4ebe-91c1-b079d50bfe95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.460650] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b570bc-2f28-41d8-9bb6-64ea7a4d8395 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.464561] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdf9820-d646-463d-8a03-e623cf0e2275 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.488836] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] The volume has not been displaced from its original location: [datastore2] volume-6b2ce796-b014-43f5-9004-7d6710d0160d/volume-6b2ce796-b014-43f5-9004-7d6710d0160d.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 832.494857] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 832.495440] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5567b861-8fe0-47cb-abb1-23732face75f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.522007] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263960, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.525247] env[69481]: DEBUG oslo_vmware.api [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 832.525247] env[69481]: value = "task-3263961" [ 832.525247] env[69481]: _type = "Task" [ 832.525247] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.536051] env[69481]: DEBUG oslo_vmware.api [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263961, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.593243] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Releasing lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.593528] env[69481]: DEBUG nova.compute.manager [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Inject network info {{(pid=69481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 832.593806] env[69481]: DEBUG nova.compute.manager [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] network_info to inject: |[{"id": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "address": "fa:16:3e:71:89:6e", "network": {"id": "89ec1c48-6b26-4f26-a2f2-557efa31cda0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2119691391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "501ba7308ad1467b86875e7de2f679ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357ccbd-dc", "ovs_interfaceid": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 832.598582] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Reconfiguring VM instance to set the machine id {{(pid=69481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 832.599328] env[69481]: DEBUG oslo_concurrency.lockutils [req-4dd76c0a-3ccb-4712-8ec3-6e6b5d888609 req-d3bdba06-c615-44d1-b212-6887fb513c29 service nova] Acquired lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.599540] env[69481]: DEBUG nova.network.neutron [req-4dd76c0a-3ccb-4712-8ec3-6e6b5d888609 req-d3bdba06-c615-44d1-b212-6887fb513c29 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Refreshing network info cache for port a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.600625] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e510297-8185-4ef8-aa81-14bcfa960204 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.617656] env[69481]: DEBUG oslo_vmware.api [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 832.617656] env[69481]: value = "task-3263962" [ 832.617656] env[69481]: _type = "Task" [ 832.617656] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.629039] env[69481]: DEBUG oslo_vmware.api [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.639337] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.639594] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.639776] env[69481]: INFO nova.compute.manager [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Shelving [ 832.904706] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6148d235-d818-42d9-9d33-885c8db5f9cb tempest-VolumesAssistedSnapshotsTest-981121957 tempest-VolumesAssistedSnapshotsTest-981121957-project-member] Lock "42551aa9-dd5e-4434-9c83-2749d325efe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.574s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.997743] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.998405] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e54de104-5471-47b8-b3f6-5e9e7c6d9a76 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.007484] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 833.007484] env[69481]: value = "task-3263963" [ 833.007484] env[69481]: _type = "Task" [ 833.007484] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.023349] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263963, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.027436] env[69481]: DEBUG oslo_vmware.api [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3263960, 'name': RemoveSnapshot_Task, 'duration_secs': 0.881192} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.031441] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 833.032192] env[69481]: INFO nova.compute.manager [None req-016a266d-5ace-4fbe-a987-16ba043718e7 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Took 16.49 seconds to snapshot the instance on the hypervisor. [ 833.041509] env[69481]: DEBUG oslo_vmware.api [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263961, 'name': ReconfigVM_Task, 'duration_secs': 0.353581} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.041509] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 833.046683] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-876bb775-06a8-4b97-8f92-ecfdf7ec6125 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.065273] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquiring lock "b700fd5c-bea2-48c1-ba6d-c361872636e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.065680] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lock "b700fd5c-bea2-48c1-ba6d-c361872636e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.065789] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquiring lock "b700fd5c-bea2-48c1-ba6d-c361872636e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.065961] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lock "b700fd5c-bea2-48c1-ba6d-c361872636e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.066138] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lock "b700fd5c-bea2-48c1-ba6d-c361872636e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.068248] env[69481]: INFO nova.compute.manager [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Terminating instance [ 833.070992] env[69481]: DEBUG oslo_vmware.api [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 833.070992] env[69481]: value = "task-3263964" [ 833.070992] env[69481]: _type = "Task" [ 833.070992] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.084538] env[69481]: DEBUG oslo_vmware.api [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.129451] env[69481]: DEBUG oslo_vmware.api [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263962, 'name': ReconfigVM_Task, 'duration_secs': 0.181242} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.129536] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9ded8d5f-0e71-4e00-b445-d9ab24264d43 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Reconfigured VM instance to set the machine id {{(pid=69481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 833.203051] env[69481]: DEBUG nova.network.neutron [-] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.206188] env[69481]: DEBUG oslo_concurrency.lockutils [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.206188] env[69481]: DEBUG oslo_concurrency.lockutils [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.206188] env[69481]: DEBUG oslo_concurrency.lockutils [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.206188] env[69481]: DEBUG oslo_concurrency.lockutils [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.206362] env[69481]: DEBUG oslo_concurrency.lockutils [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.212869] env[69481]: INFO nova.compute.manager [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Terminating instance [ 833.350089] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b91830-d87f-4306-a38f-564c9e15c046 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.350537] env[69481]: DEBUG oslo_concurrency.lockutils [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.690s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.350786] env[69481]: DEBUG nova.objects.instance [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lazy-loading 'resources' on Instance uuid bf16ff00-3ca8-4e48-96f9-20e7c5641bb7 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.431945] env[69481]: DEBUG nova.network.neutron [req-4dd76c0a-3ccb-4712-8ec3-6e6b5d888609 req-d3bdba06-c615-44d1-b212-6887fb513c29 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updated VIF entry in instance network info cache for port a357ccbd-dcae-45cb-8867-e243e8a991b4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.432359] env[69481]: DEBUG nova.network.neutron [req-4dd76c0a-3ccb-4712-8ec3-6e6b5d888609 req-d3bdba06-c615-44d1-b212-6887fb513c29 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updating instance_info_cache with network_info: [{"id": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "address": "fa:16:3e:71:89:6e", "network": {"id": "89ec1c48-6b26-4f26-a2f2-557efa31cda0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2119691391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "501ba7308ad1467b86875e7de2f679ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357ccbd-dc", "ovs_interfaceid": "a357ccbd-dcae-45cb-8867-e243e8a991b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.520692] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263963, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.582757] env[69481]: DEBUG nova.compute.manager [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.583407] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.583873] env[69481]: DEBUG oslo_vmware.api [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3263964, 'name': ReconfigVM_Task, 'duration_secs': 0.174576} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.586993] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7ca429-a9c1-4989-8594-ab2ad7a50ad4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.590490] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652058', 'volume_id': '6b2ce796-b014-43f5-9004-7d6710d0160d', 'name': 'volume-6b2ce796-b014-43f5-9004-7d6710d0160d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5777318f-3425-4ad6-913a-4c98ab68d4e1', 'attached_at': '', 'detached_at': '', 'volume_id': '6b2ce796-b014-43f5-9004-7d6710d0160d', 'serial': '6b2ce796-b014-43f5-9004-7d6710d0160d'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 833.600333] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.600729] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2571de74-b797-45f8-ad4c-fdffb087589a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.609734] env[69481]: DEBUG oslo_vmware.api [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 833.609734] env[69481]: value = "task-3263965" [ 833.609734] env[69481]: _type = "Task" [ 833.609734] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.620024] env[69481]: DEBUG oslo_vmware.api [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.657908] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.658272] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63e25099-3e8f-4157-8829-6736bd3bb31b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.667190] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 833.667190] env[69481]: value = "task-3263966" [ 833.667190] env[69481]: _type = "Task" [ 833.667190] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.680556] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.708949] env[69481]: INFO nova.compute.manager [-] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Took 1.37 seconds to deallocate network for instance. [ 833.724039] env[69481]: DEBUG nova.compute.manager [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.724039] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.724039] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bf2758-3614-499b-bcb4-b1125f3bb646 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.735696] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.735696] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a09071f-6229-4af2-bc86-cbfe2cbe421b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.741660] env[69481]: DEBUG oslo_vmware.api [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 833.741660] env[69481]: value = "task-3263967" [ 833.741660] env[69481]: _type = "Task" [ 833.741660] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.756023] env[69481]: DEBUG oslo_vmware.api [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.935729] env[69481]: DEBUG oslo_concurrency.lockutils [req-4dd76c0a-3ccb-4712-8ec3-6e6b5d888609 req-d3bdba06-c615-44d1-b212-6887fb513c29 service nova] Releasing lock "refresh_cache-b700fd5c-bea2-48c1-ba6d-c361872636e2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.028666] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263963, 'name': CreateSnapshot_Task, 'duration_secs': 0.916863} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.028666] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 834.032284] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184bbc27-750a-4c9b-9bc6-109a8c29089d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.123677] env[69481]: DEBUG oslo_vmware.api [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263965, 'name': PowerOffVM_Task, 'duration_secs': 0.33068} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.126892] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.127252] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.128134] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3493e15e-9ab0-43e6-9808-8caa95b00446 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.177930] env[69481]: DEBUG nova.objects.instance [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lazy-loading 'flavor' on Instance uuid 5777318f-3425-4ad6-913a-4c98ab68d4e1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.179754] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263966, 'name': PowerOffVM_Task, 'duration_secs': 0.282827} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.182863] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.184253] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d5ed62-c291-40e0-999e-d02ce2830264 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.210522] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5812c6a-61c8-4bb5-ba19-e06dbc247feb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.214935] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.215173] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.215360] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Deleting the datastore file [datastore1] b700fd5c-bea2-48c1-ba6d-c361872636e2 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.216010] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23ec9a26-e4dd-4374-a3e7-02cad1a2f75d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.222303] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.229711] env[69481]: DEBUG oslo_vmware.api [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for the task: (returnval){ [ 834.229711] env[69481]: value = "task-3263969" [ 834.229711] env[69481]: _type = "Task" [ 834.229711] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.243898] env[69481]: DEBUG oslo_vmware.api [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.256121] env[69481]: DEBUG oslo_vmware.api [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263967, 'name': PowerOffVM_Task, 'duration_secs': 0.329111} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.256697] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.256930] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.257254] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-204cd4d6-2121-499e-871e-613b6397aa68 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.293758] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquiring lock "9c468aae-9323-4c89-91db-dffa1f3df26b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.294081] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "9c468aae-9323-4c89-91db-dffa1f3df26b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.326727] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.326984] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.327364] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Deleting the datastore file [datastore1] eb369bb1-f4d2-4286-a4d0-f1a7080e7723 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.327997] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c57db04-7e41-49cc-afc7-1db51c59ed7d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.337616] env[69481]: DEBUG oslo_vmware.api [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 834.337616] env[69481]: value = "task-3263971" [ 834.337616] env[69481]: _type = "Task" [ 834.337616] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.345418] env[69481]: DEBUG oslo_vmware.api [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.459987] env[69481]: DEBUG nova.compute.manager [req-9a5c0eba-3049-4bb9-9bf9-a8662b557228 req-473001c7-bd31-45be-9e61-c4e0c15cc529 service nova] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Received event network-vif-deleted-a951d6a0-5f92-4dd4-8e19-e98ba872c00f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.490949] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b7356c-39f1-46ee-a86f-c66dacd36f28 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.499898] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654064b0-0b4f-4b3d-8f6c-961207ff8541 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.535122] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8206c51a-03fb-42ea-861e-1575c5aace2d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.542768] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906c27e-36ca-4971-b6d9-6e8a56b52491 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.563379] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 834.563955] env[69481]: DEBUG nova.compute.provider_tree [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.565328] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0616cd76-e551-4666-a193-be1000aefdf7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.574211] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 834.574211] env[69481]: value = "task-3263972" [ 834.574211] env[69481]: _type = "Task" [ 834.574211] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.584231] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263972, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.727864] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.728377] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff9601c3-e862-4ebb-b8e8-bd76d51a05c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.740638] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 834.740638] env[69481]: value = "task-3263973" [ 834.740638] env[69481]: _type = "Task" [ 834.740638] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.750090] env[69481]: DEBUG oslo_vmware.api [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Task: {'id': task-3263969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24429} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.750895] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.751210] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.751479] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.751732] env[69481]: INFO nova.compute.manager [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 834.752183] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.755735] env[69481]: DEBUG nova.compute.manager [-] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.755875] env[69481]: DEBUG nova.network.neutron [-] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.757976] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263973, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.797457] env[69481]: DEBUG nova.compute.manager [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.851226] env[69481]: DEBUG oslo_vmware.api [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3263971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227248} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.851568] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.851664] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.852130] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.852333] env[69481]: INFO nova.compute.manager [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Took 1.13 seconds to destroy the instance on the hypervisor. [ 834.852579] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.852778] env[69481]: DEBUG nova.compute.manager [-] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.852873] env[69481]: DEBUG nova.network.neutron [-] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.092558] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263972, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.099582] env[69481]: ERROR nova.scheduler.client.report [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [req-9311714b-b8bc-4a2d-a600-35c17d383b13] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e43c54f0-3622-483a-a612-82b8457c9186. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9311714b-b8bc-4a2d-a600-35c17d383b13"}]} [ 835.120093] env[69481]: DEBUG nova.scheduler.client.report [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Refreshing inventories for resource provider e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 835.142970] env[69481]: DEBUG nova.scheduler.client.report [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating ProviderTree inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 835.143247] env[69481]: DEBUG nova.compute.provider_tree [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.158968] env[69481]: DEBUG nova.scheduler.client.report [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Refreshing aggregate associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, aggregates: None {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 835.185296] env[69481]: DEBUG nova.scheduler.client.report [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Refreshing trait associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 835.193242] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b7e84d95-5440-46c3-bda2-aeada4dcb8cd tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.402s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.232023] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.232023] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.256092] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263973, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.330092] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.589795] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263972, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.738279] env[69481]: DEBUG nova.compute.manager [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.752660] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263973, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.844646] env[69481]: DEBUG nova.network.neutron [-] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.872058] env[69481]: DEBUG nova.compute.manager [req-4b6b1745-9be0-4ee4-8d6e-8b70670164bb req-6a97d2a3-fd5e-4f32-8953-bb7256886eb1 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Received event network-vif-deleted-10f5d6e4-cf53-4f28-a0b2-3c145e6bd568 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.872302] env[69481]: INFO nova.compute.manager [req-4b6b1745-9be0-4ee4-8d6e-8b70670164bb req-6a97d2a3-fd5e-4f32-8953-bb7256886eb1 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Neutron deleted interface 10f5d6e4-cf53-4f28-a0b2-3c145e6bd568; detaching it from the instance and deleting it from the info cache [ 835.872527] env[69481]: DEBUG nova.network.neutron [req-4b6b1745-9be0-4ee4-8d6e-8b70670164bb req-6a97d2a3-fd5e-4f32-8953-bb7256886eb1 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.889162] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b95943-23b1-4769-9f60-358a573ef0f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.903211] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bde314-78e2-4dd3-97c9-d7cc9145d414 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.953431] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c28c653-acb5-41da-9dbc-4893028f74f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.962734] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9073586-6ce9-4efb-b183-8cd90d1fdb7b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.982902] env[69481]: DEBUG nova.compute.provider_tree [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.089406] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263972, 'name': CloneVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.144255] env[69481]: DEBUG nova.network.neutron [-] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.260139] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263973, 'name': CreateSnapshot_Task, 'duration_secs': 1.155413} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.260449] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 836.261252] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f524df-b0e3-4249-861d-be5b16169f04 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.266624] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.341099] env[69481]: INFO nova.compute.manager [-] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Took 1.59 seconds to deallocate network for instance. [ 836.376205] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f5af3dd-bbba-4f37-b81d-95fb1cc5064e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.386890] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af4b42a-ad6a-4e2c-a84f-fbb4dbb85e86 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.425876] env[69481]: DEBUG nova.compute.manager [req-4b6b1745-9be0-4ee4-8d6e-8b70670164bb req-6a97d2a3-fd5e-4f32-8953-bb7256886eb1 service nova] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Detach interface failed, port_id=10f5d6e4-cf53-4f28-a0b2-3c145e6bd568, reason: Instance eb369bb1-f4d2-4286-a4d0-f1a7080e7723 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.526742] env[69481]: DEBUG nova.scheduler.client.report [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updated inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 836.527033] env[69481]: DEBUG nova.compute.provider_tree [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating resource provider e43c54f0-3622-483a-a612-82b8457c9186 generation from 76 to 77 during operation: update_inventory {{(pid=69481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 836.527261] env[69481]: DEBUG nova.compute.provider_tree [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.588582] env[69481]: DEBUG nova.compute.manager [req-188baba3-084f-4c2b-8d86-3224e212497f req-2a630865-953a-432b-80b8-1dab9d3aca94 service nova] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Received event network-vif-deleted-a357ccbd-dcae-45cb-8867-e243e8a991b4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.594808] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263972, 'name': CloneVM_Task, 'duration_secs': 1.61846} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.595109] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Created linked-clone VM from snapshot [ 836.595893] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13aeef7-29a6-4516-ab8d-a6158d2af7af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.603922] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Uploading image f8b943de-7bfa-45c9-bf8f-6cdcf815da0c {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 836.617778] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 836.618142] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-650e6dbd-e229-4330-9b58-b5b295557f6f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.628397] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 836.628397] env[69481]: value = "task-3263974" [ 836.628397] env[69481]: _type = "Task" [ 836.628397] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.637290] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263974, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.645963] env[69481]: INFO nova.compute.manager [-] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Took 1.79 seconds to deallocate network for instance. [ 836.783663] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 836.783823] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bb9cf7a5-a203-4e04-b396-25bab94d89f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.797427] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 836.797427] env[69481]: value = "task-3263975" [ 836.797427] env[69481]: _type = "Task" [ 836.797427] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.809736] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263975, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.849280] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.032405] env[69481]: DEBUG oslo_concurrency.lockutils [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.682s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.037653] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.115s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.039158] env[69481]: INFO nova.compute.claims [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.053117] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.053414] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.074579] env[69481]: INFO nova.scheduler.client.report [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleted allocations for instance bf16ff00-3ca8-4e48-96f9-20e7c5641bb7 [ 837.140167] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263974, 'name': Destroy_Task, 'duration_secs': 0.475752} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.140167] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Destroyed the VM [ 837.140167] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 837.140167] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12143411-2981-4696-b734-e8950363e089 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.145994] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 837.145994] env[69481]: value = "task-3263976" [ 837.145994] env[69481]: _type = "Task" [ 837.145994] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.155863] env[69481]: DEBUG oslo_concurrency.lockutils [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.156625] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263976, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.308435] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263975, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.556042] env[69481]: DEBUG nova.compute.manager [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.586368] env[69481]: DEBUG oslo_concurrency.lockutils [None req-51edc231-5e85-4a0e-86ea-eaa44e9ccfe9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "bf16ff00-3ca8-4e48-96f9-20e7c5641bb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.383s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.661456] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263976, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.813583] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263975, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.082228] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.158160] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263976, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.309143] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263975, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.591404] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97e11ac-d0c4-4c44-974b-bcc518cdec0e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.599913] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3884a9-7162-45cd-b5d1-21c65144d091 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.632581] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a63f00-9ebf-4a93-a488-1b95eae4ff71 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.641425] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b804a6-12c8-4cc6-a5f4-235a93e64954 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.663813] env[69481]: DEBUG nova.compute.provider_tree [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.671501] env[69481]: DEBUG oslo_vmware.api [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263976, 'name': RemoveSnapshot_Task, 'duration_secs': 1.086769} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.671501] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 838.763770] env[69481]: DEBUG oslo_concurrency.lockutils [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.764289] env[69481]: DEBUG oslo_concurrency.lockutils [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.764289] env[69481]: DEBUG oslo_concurrency.lockutils [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.764456] env[69481]: DEBUG oslo_concurrency.lockutils [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.766160] env[69481]: DEBUG oslo_concurrency.lockutils [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.767019] env[69481]: INFO nova.compute.manager [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Terminating instance [ 838.809963] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263975, 'name': CloneVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.169021] env[69481]: DEBUG nova.scheduler.client.report [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.177817] env[69481]: WARNING nova.compute.manager [None req-38fcb544-ff76-4139-8c32-0efd292aa7ed tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Image not found during snapshot: nova.exception.ImageNotFound: Image f8b943de-7bfa-45c9-bf8f-6cdcf815da0c could not be found. [ 839.274020] env[69481]: DEBUG nova.compute.manager [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.274020] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.274020] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdb711a-5a32-4c6e-a38d-48aa9f316d15 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.283440] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.283872] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43461a85-e1ac-4fd8-a9f1-8cb609610af3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.293890] env[69481]: DEBUG oslo_vmware.api [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 839.293890] env[69481]: value = "task-3263977" [ 839.293890] env[69481]: _type = "Task" [ 839.293890] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.303876] env[69481]: DEBUG oslo_vmware.api [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.314765] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263975, 'name': CloneVM_Task, 'duration_secs': 2.123942} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.317879] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Created linked-clone VM from snapshot [ 839.317879] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d81145-52f6-4c88-ba6d-325983fab141 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.326230] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Uploading image 06330cbf-517d-4218-8f3a-0ca529e20eb8 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 839.357381] env[69481]: DEBUG oslo_vmware.rw_handles [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 839.357381] env[69481]: value = "vm-652063" [ 839.357381] env[69481]: _type = "VirtualMachine" [ 839.357381] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 839.358671] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9078c557-85c1-404b-befa-3ae77be7e875 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.366038] env[69481]: DEBUG oslo_vmware.rw_handles [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lease: (returnval){ [ 839.366038] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c2a1f7-e314-ee25-d6d1-2288790df8f7" [ 839.366038] env[69481]: _type = "HttpNfcLease" [ 839.366038] env[69481]: } obtained for exporting VM: (result){ [ 839.366038] env[69481]: value = "vm-652063" [ 839.366038] env[69481]: _type = "VirtualMachine" [ 839.366038] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 839.366699] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the lease: (returnval){ [ 839.366699] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c2a1f7-e314-ee25-d6d1-2288790df8f7" [ 839.366699] env[69481]: _type = "HttpNfcLease" [ 839.366699] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 839.377296] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.377296] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c2a1f7-e314-ee25-d6d1-2288790df8f7" [ 839.377296] env[69481]: _type = "HttpNfcLease" [ 839.377296] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 839.675021] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.675021] env[69481]: DEBUG nova.compute.manager [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.676863] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.820s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.802437] env[69481]: DEBUG oslo_vmware.api [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263977, 'name': PowerOffVM_Task, 'duration_secs': 0.330449} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.802794] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.802998] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.803350] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-510e5e81-9235-4c41-a692-4c84640a5a75 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.877326] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.877326] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c2a1f7-e314-ee25-d6d1-2288790df8f7" [ 839.877326] env[69481]: _type = "HttpNfcLease" [ 839.877326] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 839.877641] env[69481]: DEBUG oslo_vmware.rw_handles [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 839.877641] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c2a1f7-e314-ee25-d6d1-2288790df8f7" [ 839.877641] env[69481]: _type = "HttpNfcLease" [ 839.877641] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 839.880336] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccec2cea-d600-4e49-be26-80a99e1af529 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.887240] env[69481]: DEBUG oslo_vmware.rw_handles [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a2cf6-9c9e-730a-62d1-b0a90d91eee0/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 839.887423] env[69481]: DEBUG oslo_vmware.rw_handles [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a2cf6-9c9e-730a-62d1-b0a90d91eee0/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 839.955955] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.956404] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.956475] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleting the datastore file [datastore1] a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.956948] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc21ebb4-19d1-4845-9bf2-b3ca15f214bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.966216] env[69481]: DEBUG oslo_vmware.api [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 839.966216] env[69481]: value = "task-3263980" [ 839.966216] env[69481]: _type = "Task" [ 839.966216] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.976517] env[69481]: DEBUG oslo_vmware.api [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.993565] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09ed9e0d-268a-4cb2-93a7-0c862638204f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.152257] env[69481]: DEBUG oslo_concurrency.lockutils [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "6e121b59-0677-42d8-b694-a0c05bab1118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.152257] env[69481]: DEBUG oslo_concurrency.lockutils [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "6e121b59-0677-42d8-b694-a0c05bab1118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.152257] env[69481]: DEBUG oslo_concurrency.lockutils [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "6e121b59-0677-42d8-b694-a0c05bab1118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.152257] env[69481]: DEBUG oslo_concurrency.lockutils [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "6e121b59-0677-42d8-b694-a0c05bab1118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.152257] env[69481]: DEBUG oslo_concurrency.lockutils [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "6e121b59-0677-42d8-b694-a0c05bab1118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.153175] env[69481]: INFO nova.compute.manager [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Terminating instance [ 840.183190] env[69481]: INFO nova.compute.claims [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.188106] env[69481]: DEBUG nova.compute.utils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.195789] env[69481]: DEBUG nova.compute.manager [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.195789] env[69481]: DEBUG nova.network.neutron [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.266896] env[69481]: DEBUG nova.policy [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e3ebae6160c42e69d94090dd24c94c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8adefbe7c55348b49e889a7ed5fd1504', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.479996] env[69481]: DEBUG oslo_vmware.api [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3263980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184507} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.480332] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.480525] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.480778] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.481062] env[69481]: INFO nova.compute.manager [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Took 1.21 seconds to destroy the instance on the hypervisor. [ 840.481366] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.482174] env[69481]: DEBUG nova.compute.manager [-] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.482276] env[69481]: DEBUG nova.network.neutron [-] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.657822] env[69481]: DEBUG nova.compute.manager [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.660169] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.660612] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a25f4d9-e5d8-4b36-902f-c47c37be2a94 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.669844] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.671379] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ac5a042-17bd-41c2-8303-6ad13ae93302 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.683251] env[69481]: DEBUG oslo_vmware.api [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 840.683251] env[69481]: value = "task-3263981" [ 840.683251] env[69481]: _type = "Task" [ 840.683251] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.698626] env[69481]: INFO nova.compute.resource_tracker [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating resource usage from migration 2776bc39-63be-42d5-88ef-189c04214944 [ 840.702931] env[69481]: DEBUG nova.compute.manager [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.707507] env[69481]: DEBUG oslo_vmware.api [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.772502] env[69481]: DEBUG nova.network.neutron [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Successfully created port: 6324b2e2-024d-46b5-8776-b26122a3a44b {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.122346] env[69481]: DEBUG nova.compute.manager [req-a9e47b58-a187-4482-b2df-362513774583 req-1cb978ec-9e48-4d2f-826c-780b4d9b37b6 service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Received event network-vif-deleted-7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.123149] env[69481]: INFO nova.compute.manager [req-a9e47b58-a187-4482-b2df-362513774583 req-1cb978ec-9e48-4d2f-826c-780b4d9b37b6 service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Neutron deleted interface 7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992; detaching it from the instance and deleting it from the info cache [ 841.123149] env[69481]: DEBUG nova.network.neutron [req-a9e47b58-a187-4482-b2df-362513774583 req-1cb978ec-9e48-4d2f-826c-780b4d9b37b6 service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.196489] env[69481]: DEBUG oslo_vmware.api [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263981, 'name': PowerOffVM_Task, 'duration_secs': 0.23952} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.199335] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.199510] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.199959] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-564e76ee-3a5b-44bd-aad6-fc52b08a467c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.255440] env[69481]: DEBUG nova.network.neutron [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Successfully created port: 85101f53-74d6-4023-8a59-3c345a441edb {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.303470] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.303845] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.304118] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Deleting the datastore file [datastore2] 6e121b59-0677-42d8-b694-a0c05bab1118 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.304953] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d098e67-aa2a-47e6-91ec-edaf85b1f9e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.315312] env[69481]: DEBUG oslo_vmware.api [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 841.315312] env[69481]: value = "task-3263983" [ 841.315312] env[69481]: _type = "Task" [ 841.315312] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.329242] env[69481]: DEBUG oslo_vmware.api [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.378190] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3d3b3a-83c5-4f01-acb4-6a994251628e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.388832] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dba3eb-6ee9-4283-87e5-1b69858df2f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.428467] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639cf56f-bf5b-4bae-bea8-2429e04389e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.440766] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93760121-885c-42be-94a5-429778ca402b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.457389] env[69481]: DEBUG nova.network.neutron [-] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.462041] env[69481]: DEBUG nova.compute.provider_tree [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.625364] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0149beed-2c4e-494e-8abd-1b8ebd1a6304 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.636913] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb6eb81-2a3d-4a42-b0f6-2123a94e9829 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.682582] env[69481]: DEBUG nova.compute.manager [req-a9e47b58-a187-4482-b2df-362513774583 req-1cb978ec-9e48-4d2f-826c-780b4d9b37b6 service nova] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Detach interface failed, port_id=7b036fd6-5b7b-4ab0-9f67-bf3a35b2c992, reason: Instance a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 841.718962] env[69481]: DEBUG nova.compute.manager [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.743529] env[69481]: DEBUG nova.virt.hardware [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.743931] env[69481]: DEBUG nova.virt.hardware [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.744252] env[69481]: DEBUG nova.virt.hardware [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.744476] env[69481]: DEBUG nova.virt.hardware [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.745293] env[69481]: DEBUG nova.virt.hardware [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.745293] env[69481]: DEBUG nova.virt.hardware [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.745611] env[69481]: DEBUG nova.virt.hardware [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.745611] env[69481]: DEBUG nova.virt.hardware [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.745863] env[69481]: DEBUG nova.virt.hardware [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.745894] env[69481]: DEBUG nova.virt.hardware [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.746172] env[69481]: DEBUG nova.virt.hardware [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.747105] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1569e8-6162-4f9d-a5c4-2a2615a9b99e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.756708] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98372906-d0c4-41c1-82a5-23b62709ed78 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.826292] env[69481]: DEBUG oslo_vmware.api [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3263983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200705} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.826722] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.826916] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.827111] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.827377] env[69481]: INFO nova.compute.manager [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Took 1.17 seconds to destroy the instance on the hypervisor. [ 841.827764] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.828059] env[69481]: DEBUG nova.compute.manager [-] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.828163] env[69481]: DEBUG nova.network.neutron [-] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.961750] env[69481]: INFO nova.compute.manager [-] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Took 1.48 seconds to deallocate network for instance. [ 841.962073] env[69481]: DEBUG nova.scheduler.client.report [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.472539] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.796s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.472884] env[69481]: INFO nova.compute.manager [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Migrating [ 842.479560] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.401s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.481439] env[69481]: INFO nova.compute.claims [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.487755] env[69481]: DEBUG oslo_concurrency.lockutils [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.645268] env[69481]: DEBUG nova.network.neutron [-] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.994543] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.994739] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.994992] env[69481]: DEBUG nova.network.neutron [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.057265] env[69481]: DEBUG nova.compute.manager [req-450a7bec-54d3-4e2f-a5fa-723d825dbe71 req-717f513d-ca3f-4228-b7b7-0b9cf8519ee3 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Received event network-vif-plugged-6324b2e2-024d-46b5-8776-b26122a3a44b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.057477] env[69481]: DEBUG oslo_concurrency.lockutils [req-450a7bec-54d3-4e2f-a5fa-723d825dbe71 req-717f513d-ca3f-4228-b7b7-0b9cf8519ee3 service nova] Acquiring lock "3692b4ab-0ace-434f-be78-5d9db94453f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.057717] env[69481]: DEBUG oslo_concurrency.lockutils [req-450a7bec-54d3-4e2f-a5fa-723d825dbe71 req-717f513d-ca3f-4228-b7b7-0b9cf8519ee3 service nova] Lock "3692b4ab-0ace-434f-be78-5d9db94453f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.057901] env[69481]: DEBUG oslo_concurrency.lockutils [req-450a7bec-54d3-4e2f-a5fa-723d825dbe71 req-717f513d-ca3f-4228-b7b7-0b9cf8519ee3 service nova] Lock "3692b4ab-0ace-434f-be78-5d9db94453f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.058283] env[69481]: DEBUG nova.compute.manager [req-450a7bec-54d3-4e2f-a5fa-723d825dbe71 req-717f513d-ca3f-4228-b7b7-0b9cf8519ee3 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] No waiting events found dispatching network-vif-plugged-6324b2e2-024d-46b5-8776-b26122a3a44b {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.058533] env[69481]: WARNING nova.compute.manager [req-450a7bec-54d3-4e2f-a5fa-723d825dbe71 req-717f513d-ca3f-4228-b7b7-0b9cf8519ee3 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Received unexpected event network-vif-plugged-6324b2e2-024d-46b5-8776-b26122a3a44b for instance with vm_state building and task_state spawning. [ 843.147952] env[69481]: INFO nova.compute.manager [-] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Took 1.32 seconds to deallocate network for instance. [ 843.149127] env[69481]: DEBUG nova.compute.manager [req-c875fee1-6182-4b37-842b-91cb58c92fbd req-03e2d189-8211-4ef7-b225-dc1bece5763b service nova] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Received event network-vif-deleted-38ac7cfa-41ff-4c65-99e3-d7bf27a9e712 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.161028] env[69481]: DEBUG nova.network.neutron [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Successfully updated port: 6324b2e2-024d-46b5-8776-b26122a3a44b {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.671586] env[69481]: DEBUG oslo_concurrency.lockutils [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.850046] env[69481]: DEBUG nova.network.neutron [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance_info_cache with network_info: [{"id": "70e78a18-569b-451e-ba82-3f608f95652d", "address": "fa:16:3e:79:b8:aa", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e78a18-56", "ovs_interfaceid": "70e78a18-569b-451e-ba82-3f608f95652d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.111175] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a56e9a6-a42d-43f1-9547-83f4c46ad04e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.120157] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd49a45-38f7-488c-b0c6-1f2e31c989c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.155450] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c62685-95e5-4f4f-a95a-f77c4daad77f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.165712] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988964b9-e7ff-42af-a8d8-c6af7c1916b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.182596] env[69481]: DEBUG nova.compute.provider_tree [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.354843] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.686379] env[69481]: DEBUG nova.scheduler.client.report [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.114395] env[69481]: DEBUG nova.compute.manager [req-f5c706a2-3369-496b-8cf0-f52e6baeb214 req-9cde6ed3-9eac-455c-b8bc-92514f081569 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Received event network-changed-6324b2e2-024d-46b5-8776-b26122a3a44b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.114613] env[69481]: DEBUG nova.compute.manager [req-f5c706a2-3369-496b-8cf0-f52e6baeb214 req-9cde6ed3-9eac-455c-b8bc-92514f081569 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Refreshing instance network info cache due to event network-changed-6324b2e2-024d-46b5-8776-b26122a3a44b. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.114844] env[69481]: DEBUG oslo_concurrency.lockutils [req-f5c706a2-3369-496b-8cf0-f52e6baeb214 req-9cde6ed3-9eac-455c-b8bc-92514f081569 service nova] Acquiring lock "refresh_cache-3692b4ab-0ace-434f-be78-5d9db94453f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.114986] env[69481]: DEBUG oslo_concurrency.lockutils [req-f5c706a2-3369-496b-8cf0-f52e6baeb214 req-9cde6ed3-9eac-455c-b8bc-92514f081569 service nova] Acquired lock "refresh_cache-3692b4ab-0ace-434f-be78-5d9db94453f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.115302] env[69481]: DEBUG nova.network.neutron [req-f5c706a2-3369-496b-8cf0-f52e6baeb214 req-9cde6ed3-9eac-455c-b8bc-92514f081569 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Refreshing network info cache for port 6324b2e2-024d-46b5-8776-b26122a3a44b {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.194331] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.194331] env[69481]: DEBUG nova.compute.manager [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.195735] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.934s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.197340] env[69481]: INFO nova.compute.claims [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.329373] env[69481]: DEBUG nova.compute.manager [req-c7cf7d13-2ab7-4c9d-8142-5f4818788b69 req-e5ba4bc3-d3e9-46ad-9194-23eb8caa7246 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Received event network-vif-plugged-85101f53-74d6-4023-8a59-3c345a441edb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.329595] env[69481]: DEBUG oslo_concurrency.lockutils [req-c7cf7d13-2ab7-4c9d-8142-5f4818788b69 req-e5ba4bc3-d3e9-46ad-9194-23eb8caa7246 service nova] Acquiring lock "3692b4ab-0ace-434f-be78-5d9db94453f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.329815] env[69481]: DEBUG oslo_concurrency.lockutils [req-c7cf7d13-2ab7-4c9d-8142-5f4818788b69 req-e5ba4bc3-d3e9-46ad-9194-23eb8caa7246 service nova] Lock "3692b4ab-0ace-434f-be78-5d9db94453f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.330050] env[69481]: DEBUG oslo_concurrency.lockutils [req-c7cf7d13-2ab7-4c9d-8142-5f4818788b69 req-e5ba4bc3-d3e9-46ad-9194-23eb8caa7246 service nova] Lock "3692b4ab-0ace-434f-be78-5d9db94453f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.331600] env[69481]: DEBUG nova.compute.manager [req-c7cf7d13-2ab7-4c9d-8142-5f4818788b69 req-e5ba4bc3-d3e9-46ad-9194-23eb8caa7246 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] No waiting events found dispatching network-vif-plugged-85101f53-74d6-4023-8a59-3c345a441edb {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.331811] env[69481]: WARNING nova.compute.manager [req-c7cf7d13-2ab7-4c9d-8142-5f4818788b69 req-e5ba4bc3-d3e9-46ad-9194-23eb8caa7246 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Received unexpected event network-vif-plugged-85101f53-74d6-4023-8a59-3c345a441edb for instance with vm_state building and task_state spawning. [ 845.433793] env[69481]: DEBUG nova.network.neutron [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Successfully updated port: 85101f53-74d6-4023-8a59-3c345a441edb {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.653686] env[69481]: DEBUG nova.network.neutron [req-f5c706a2-3369-496b-8cf0-f52e6baeb214 req-9cde6ed3-9eac-455c-b8bc-92514f081569 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.707020] env[69481]: DEBUG nova.compute.utils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.707447] env[69481]: DEBUG nova.compute.manager [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.707615] env[69481]: DEBUG nova.network.neutron [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.753386] env[69481]: DEBUG nova.network.neutron [req-f5c706a2-3369-496b-8cf0-f52e6baeb214 req-9cde6ed3-9eac-455c-b8bc-92514f081569 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.773954] env[69481]: DEBUG nova.policy [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ff8e690f0b48c5be8b35921193715b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '091ee87dbbc048638495a523d1d759a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.872779] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee6872d-7656-40d2-80ad-3c3776380c04 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.899491] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance '29474f4a-15a6-41cb-8df5-8fdb1747f116' progress to 0 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.942795] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "refresh_cache-3692b4ab-0ace-434f-be78-5d9db94453f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.141382] env[69481]: DEBUG nova.network.neutron [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Successfully created port: 2bd87f12-1484-4039-a9f6-cc8f37673d2a {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.212153] env[69481]: DEBUG nova.compute.manager [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.257498] env[69481]: DEBUG oslo_concurrency.lockutils [req-f5c706a2-3369-496b-8cf0-f52e6baeb214 req-9cde6ed3-9eac-455c-b8bc-92514f081569 service nova] Releasing lock "refresh_cache-3692b4ab-0ace-434f-be78-5d9db94453f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.258055] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquired lock "refresh_cache-3692b4ab-0ace-434f-be78-5d9db94453f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.258232] env[69481]: DEBUG nova.network.neutron [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.306590] env[69481]: INFO nova.compute.manager [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Rebuilding instance [ 846.352757] env[69481]: DEBUG nova.compute.manager [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.353696] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ca157f-63ba-4cd8-a584-d5041386a6d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.407514] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.408028] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59c8c2b9-013e-41f5-9137-408d6e4ece39 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.417067] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 846.417067] env[69481]: value = "task-3263984" [ 846.417067] env[69481]: _type = "Task" [ 846.417067] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.425913] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.506137] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "a2450947-92b7-4fed-a4d8-ee4f8348e028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.507084] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "a2450947-92b7-4fed-a4d8-ee4f8348e028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.796522] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a604253d-a1d7-4ce3-a604-65b9f76c94fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.804989] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b3f77-e255-4240-a444-7e5173110f90 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.809606] env[69481]: DEBUG nova.network.neutron [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.845494] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c41575-ad2b-4501-9bb1-dffa0420bb58 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.854282] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b2402e-acec-447b-a42f-3cb84f8bb234 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.873856] env[69481]: DEBUG nova.compute.provider_tree [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.928418] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263984, 'name': PowerOffVM_Task, 'duration_secs': 0.202434} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.929209] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.929469] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance '29474f4a-15a6-41cb-8df5-8fdb1747f116' progress to 17 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.009882] env[69481]: DEBUG nova.compute.manager [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.148771] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.149041] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.224079] env[69481]: DEBUG nova.compute.manager [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.249010] env[69481]: DEBUG nova.virt.hardware [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.249279] env[69481]: DEBUG nova.virt.hardware [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.249437] env[69481]: DEBUG nova.virt.hardware [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.249642] env[69481]: DEBUG nova.virt.hardware [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.249798] env[69481]: DEBUG nova.virt.hardware [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.249948] env[69481]: DEBUG nova.virt.hardware [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.250178] env[69481]: DEBUG nova.virt.hardware [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.250363] env[69481]: DEBUG nova.virt.hardware [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.250544] env[69481]: DEBUG nova.virt.hardware [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.250712] env[69481]: DEBUG nova.virt.hardware [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.250910] env[69481]: DEBUG nova.virt.hardware [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.251832] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b068de57-654d-4e89-aacc-b942e863086c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.262249] env[69481]: DEBUG nova.network.neutron [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Updating instance_info_cache with network_info: [{"id": "6324b2e2-024d-46b5-8776-b26122a3a44b", "address": "fa:16:3e:05:2f:33", "network": {"id": "cc47d636-1df8-4e91-b985-0454a11d22dd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1819196169", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6324b2e2-02", "ovs_interfaceid": "6324b2e2-024d-46b5-8776-b26122a3a44b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85101f53-74d6-4023-8a59-3c345a441edb", "address": "fa:16:3e:a2:3c:ef", "network": {"id": "3f1b311b-1a92-403b-859c-2c87c0041fd0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-903131181", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85101f53-74", "ovs_interfaceid": "85101f53-74d6-4023-8a59-3c345a441edb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.263662] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3911b9-74ba-4073-9e37-bf19c50143f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.376337] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.377386] env[69481]: DEBUG nova.scheduler.client.report [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.381696] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26037ee4-0833-4ef3-8788-b6d0bbd2ab4e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.392109] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for the task: (returnval){ [ 847.392109] env[69481]: value = "task-3263985" [ 847.392109] env[69481]: _type = "Task" [ 847.392109] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.402030] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.443130] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.443408] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.443710] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.444146] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.444224] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.444473] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.444778] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.445053] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.445358] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.445605] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.445909] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.452430] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ecef89-caf1-4ae3-b8f5-d39d3e0f5ed7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.470997] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 847.470997] env[69481]: value = "task-3263986" [ 847.470997] env[69481]: _type = "Task" [ 847.470997] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.480330] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.537519] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.620302] env[69481]: DEBUG nova.compute.manager [req-739c0995-c7a3-444f-bcfb-bbd6ddf1adf5 req-bb27f6ac-9d48-4cb4-a952-da266744cff1 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Received event network-changed-85101f53-74d6-4023-8a59-3c345a441edb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.620741] env[69481]: DEBUG nova.compute.manager [req-739c0995-c7a3-444f-bcfb-bbd6ddf1adf5 req-bb27f6ac-9d48-4cb4-a952-da266744cff1 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Refreshing instance network info cache due to event network-changed-85101f53-74d6-4023-8a59-3c345a441edb. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.620953] env[69481]: DEBUG oslo_concurrency.lockutils [req-739c0995-c7a3-444f-bcfb-bbd6ddf1adf5 req-bb27f6ac-9d48-4cb4-a952-da266744cff1 service nova] Acquiring lock "refresh_cache-3692b4ab-0ace-434f-be78-5d9db94453f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.623732] env[69481]: DEBUG oslo_concurrency.lockutils [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Acquiring lock "fc5e7855-fa94-4e1d-8208-00d876b1f896" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.623952] env[69481]: DEBUG oslo_concurrency.lockutils [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Lock "fc5e7855-fa94-4e1d-8208-00d876b1f896" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.624171] env[69481]: DEBUG oslo_concurrency.lockutils [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Acquiring lock "fc5e7855-fa94-4e1d-8208-00d876b1f896-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.624358] env[69481]: DEBUG oslo_concurrency.lockutils [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Lock "fc5e7855-fa94-4e1d-8208-00d876b1f896-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.624524] env[69481]: DEBUG oslo_concurrency.lockutils [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Lock "fc5e7855-fa94-4e1d-8208-00d876b1f896-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.627058] env[69481]: INFO nova.compute.manager [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Terminating instance [ 847.746521] env[69481]: DEBUG nova.compute.manager [req-c1c8a8f1-a71a-4cae-8b70-0861aa9ca76a req-9b6e55cf-7aec-43b9-8bef-94e161c80e9a service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Received event network-vif-plugged-2bd87f12-1484-4039-a9f6-cc8f37673d2a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.746757] env[69481]: DEBUG oslo_concurrency.lockutils [req-c1c8a8f1-a71a-4cae-8b70-0861aa9ca76a req-9b6e55cf-7aec-43b9-8bef-94e161c80e9a service nova] Acquiring lock "b688722e-ebff-4304-9e3e-7aa9f97f5354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.747010] env[69481]: DEBUG oslo_concurrency.lockutils [req-c1c8a8f1-a71a-4cae-8b70-0861aa9ca76a req-9b6e55cf-7aec-43b9-8bef-94e161c80e9a service nova] Lock "b688722e-ebff-4304-9e3e-7aa9f97f5354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.747195] env[69481]: DEBUG oslo_concurrency.lockutils [req-c1c8a8f1-a71a-4cae-8b70-0861aa9ca76a req-9b6e55cf-7aec-43b9-8bef-94e161c80e9a service nova] Lock "b688722e-ebff-4304-9e3e-7aa9f97f5354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.747362] env[69481]: DEBUG nova.compute.manager [req-c1c8a8f1-a71a-4cae-8b70-0861aa9ca76a req-9b6e55cf-7aec-43b9-8bef-94e161c80e9a service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] No waiting events found dispatching network-vif-plugged-2bd87f12-1484-4039-a9f6-cc8f37673d2a {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.747527] env[69481]: WARNING nova.compute.manager [req-c1c8a8f1-a71a-4cae-8b70-0861aa9ca76a req-9b6e55cf-7aec-43b9-8bef-94e161c80e9a service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Received unexpected event network-vif-plugged-2bd87f12-1484-4039-a9f6-cc8f37673d2a for instance with vm_state building and task_state spawning. [ 847.769574] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Releasing lock "refresh_cache-3692b4ab-0ace-434f-be78-5d9db94453f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.770071] env[69481]: DEBUG nova.compute.manager [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Instance network_info: |[{"id": "6324b2e2-024d-46b5-8776-b26122a3a44b", "address": "fa:16:3e:05:2f:33", "network": {"id": "cc47d636-1df8-4e91-b985-0454a11d22dd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1819196169", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6324b2e2-02", "ovs_interfaceid": "6324b2e2-024d-46b5-8776-b26122a3a44b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85101f53-74d6-4023-8a59-3c345a441edb", "address": "fa:16:3e:a2:3c:ef", "network": {"id": "3f1b311b-1a92-403b-859c-2c87c0041fd0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-903131181", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85101f53-74", "ovs_interfaceid": "85101f53-74d6-4023-8a59-3c345a441edb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.773565] env[69481]: DEBUG oslo_concurrency.lockutils [req-739c0995-c7a3-444f-bcfb-bbd6ddf1adf5 req-bb27f6ac-9d48-4cb4-a952-da266744cff1 service nova] Acquired lock "refresh_cache-3692b4ab-0ace-434f-be78-5d9db94453f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.773565] env[69481]: DEBUG nova.network.neutron [req-739c0995-c7a3-444f-bcfb-bbd6ddf1adf5 req-bb27f6ac-9d48-4cb4-a952-da266744cff1 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Refreshing network info cache for port 85101f53-74d6-4023-8a59-3c345a441edb {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.773565] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:2f:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6324b2e2-024d-46b5-8776-b26122a3a44b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:3c:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85101f53-74d6-4023-8a59-3c345a441edb', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.784008] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.785362] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.785713] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-016ad331-5d1a-4277-85b0-0e0841210e2b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.811832] env[69481]: DEBUG nova.network.neutron [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Successfully updated port: 2bd87f12-1484-4039-a9f6-cc8f37673d2a {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.820857] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.820857] env[69481]: value = "task-3263987" [ 847.820857] env[69481]: _type = "Task" [ 847.820857] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.831469] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263987, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.885231] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.885765] env[69481]: DEBUG nova.compute.manager [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.888469] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.970s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.888708] env[69481]: DEBUG nova.objects.instance [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lazy-loading 'resources' on Instance uuid a450822f-74fd-4483-afba-1b7f2f2ff604 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.902747] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263985, 'name': PowerOffVM_Task, 'duration_secs': 0.269186} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.903253] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.904045] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.904658] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-332b38fb-5319-4f1c-9a79-00522210d091 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.911663] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for the task: (returnval){ [ 847.911663] env[69481]: value = "task-3263988" [ 847.911663] env[69481]: _type = "Task" [ 847.911663] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.922258] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.984087] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263986, 'name': ReconfigVM_Task, 'duration_secs': 0.231871} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.984840] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance '29474f4a-15a6-41cb-8df5-8fdb1747f116' progress to 33 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.027063] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "e5801a02-9010-480e-8700-451620557e97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.027385] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "e5801a02-9010-480e-8700-451620557e97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.131248] env[69481]: DEBUG nova.compute.manager [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.131590] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.131917] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee0c5e1-b103-43f5-8abe-c3dccdb509fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.139055] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Waiting for the task: (returnval){ [ 848.139055] env[69481]: value = "task-3263989" [ 848.139055] env[69481]: _type = "Task" [ 848.139055] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.148032] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.250009] env[69481]: DEBUG oslo_vmware.rw_handles [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a2cf6-9c9e-730a-62d1-b0a90d91eee0/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 848.251009] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008aa6e2-bc89-4b10-9946-33234732a6d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.259620] env[69481]: DEBUG oslo_vmware.rw_handles [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a2cf6-9c9e-730a-62d1-b0a90d91eee0/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 848.259620] env[69481]: ERROR oslo_vmware.rw_handles [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a2cf6-9c9e-730a-62d1-b0a90d91eee0/disk-0.vmdk due to incomplete transfer. [ 848.259783] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d618df40-115a-487a-851f-e04924af8854 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.267045] env[69481]: DEBUG oslo_vmware.rw_handles [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a2cf6-9c9e-730a-62d1-b0a90d91eee0/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 848.267160] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Uploaded image 06330cbf-517d-4218-8f3a-0ca529e20eb8 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 848.269561] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 848.269819] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8a5e9ea-38e3-4ac8-bf32-ecd4cc9a3fe9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.277461] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 848.277461] env[69481]: value = "task-3263990" [ 848.277461] env[69481]: _type = "Task" [ 848.277461] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.288591] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263990, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.315974] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquiring lock "refresh_cache-b688722e-ebff-4304-9e3e-7aa9f97f5354" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.315974] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquired lock "refresh_cache-b688722e-ebff-4304-9e3e-7aa9f97f5354" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.315974] env[69481]: DEBUG nova.network.neutron [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.334707] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263987, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.394471] env[69481]: DEBUG nova.compute.utils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.396393] env[69481]: DEBUG nova.compute.manager [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.396599] env[69481]: DEBUG nova.network.neutron [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.429518] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 848.429518] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 848.429675] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-651995', 'volume_id': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'name': 'volume-101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3', 'attached_at': '', 'detached_at': '', 'volume_id': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'serial': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 848.430417] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec23820-8586-4db5-97a2-7642196fedad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.452410] env[69481]: DEBUG nova.policy [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cda31d44ffe4310ab445ca84f553888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b85dcc0f54744a4afe752b524a8b239', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.459514] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c750b-63d1-44d0-9c1d-835695a12134 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.467672] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a04e43c-5186-4302-bfc8-6b7043b4e152 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.489217] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce0feb1-0d7d-4420-8658-c5affdaf5eb2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.494323] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.494323] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.494323] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.494586] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.494636] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.495434] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.495434] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.495434] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.495434] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.495715] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.495715] env[69481]: DEBUG nova.virt.hardware [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.501052] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.516875] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f29a4f32-d76a-4aa6-b94e-e4dec4998a97 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.529659] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] The volume has not been displaced from its original location: [datastore1] volume-101112b8-164f-4e1f-8ed8-6cb704a4e0d0/volume-101112b8-164f-4e1f-8ed8-6cb704a4e0d0.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 848.534796] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.538087] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7351727-a737-48cd-9f85-510d6175733a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.556750] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 848.556750] env[69481]: value = "task-3263991" [ 848.556750] env[69481]: _type = "Task" [ 848.556750] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.558074] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for the task: (returnval){ [ 848.558074] env[69481]: value = "task-3263992" [ 848.558074] env[69481]: _type = "Task" [ 848.558074] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.571837] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.575163] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263991, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.595845] env[69481]: DEBUG nova.network.neutron [req-739c0995-c7a3-444f-bcfb-bbd6ddf1adf5 req-bb27f6ac-9d48-4cb4-a952-da266744cff1 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Updated VIF entry in instance network info cache for port 85101f53-74d6-4023-8a59-3c345a441edb. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.595957] env[69481]: DEBUG nova.network.neutron [req-739c0995-c7a3-444f-bcfb-bbd6ddf1adf5 req-bb27f6ac-9d48-4cb4-a952-da266744cff1 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Updating instance_info_cache with network_info: [{"id": "6324b2e2-024d-46b5-8776-b26122a3a44b", "address": "fa:16:3e:05:2f:33", "network": {"id": "cc47d636-1df8-4e91-b985-0454a11d22dd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1819196169", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6324b2e2-02", "ovs_interfaceid": "6324b2e2-024d-46b5-8776-b26122a3a44b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85101f53-74d6-4023-8a59-3c345a441edb", "address": "fa:16:3e:a2:3c:ef", "network": {"id": "3f1b311b-1a92-403b-859c-2c87c0041fd0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-903131181", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85101f53-74", "ovs_interfaceid": "85101f53-74d6-4023-8a59-3c345a441edb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.651875] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263989, 'name': PowerOffVM_Task, 'duration_secs': 0.227263} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.652175] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.652370] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 848.652570] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-651978', 'volume_id': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'name': 'volume-f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc5e7855-fa94-4e1d-8208-00d876b1f896', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'serial': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 848.653468] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed392606-5c4b-414b-bf34-4be97ebdb772 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.675835] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69413f54-0751-4782-ba63-dbda0026fe7f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.684217] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d850e6-9dfc-4185-a071-bd2e58c5fba8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.706450] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ed82d0-14e4-4db4-8756-865a2d0ca335 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.722525] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] The volume has not been displaced from its original location: [datastore1] volume-f5286ab6-65ca-4571-ad24-bb160c3cfaad/volume-f5286ab6-65ca-4571-ad24-bb160c3cfaad.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 848.728364] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.731450] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f387bed4-49df-4f4f-aa38-d230d7f25996 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.750181] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Waiting for the task: (returnval){ [ 848.750181] env[69481]: value = "task-3263993" [ 848.750181] env[69481]: _type = "Task" [ 848.750181] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.761301] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.791918] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263990, 'name': Destroy_Task, 'duration_secs': 0.359382} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.792232] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Destroyed the VM [ 848.792503] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 848.792777] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-caf4471d-9f96-4ef8-b271-2fad9b5220f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.800735] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 848.800735] env[69481]: value = "task-3263994" [ 848.800735] env[69481]: _type = "Task" [ 848.800735] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.811256] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263994, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.832079] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3263987, 'name': CreateVM_Task, 'duration_secs': 0.54352} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.832399] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.833372] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.833372] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.836374] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.836374] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a38239-c5bb-458d-ba18-50cca12dc858 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.840598] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 848.840598] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ca7108-b0c3-34c2-8b0f-240db6bb168f" [ 848.840598] env[69481]: _type = "Task" [ 848.840598] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.843878] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.844161] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.850948] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ca7108-b0c3-34c2-8b0f-240db6bb168f, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.851541] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.851541] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.851695] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.851838] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.852032] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.852386] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eb94585-b760-4e46-91aa-c0faff162c3d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.863289] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.864622] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.865477] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8348f4-ce0f-482f-8358-074898d51853 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.871106] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 848.871106] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d54b25-e1ca-2591-9d45-c48fd59a0ea1" [ 848.871106] env[69481]: _type = "Task" [ 848.871106] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.876865] env[69481]: DEBUG nova.network.neutron [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Successfully created port: 661c283c-cbf6-40f6-a7bd-b13467c959a4 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.881018] env[69481]: DEBUG nova.network.neutron [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.888466] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d54b25-e1ca-2591-9d45-c48fd59a0ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.008595} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.889411] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86b9b68-a9b3-4faf-9177-d1c8cb618a53 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.896208] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 848.896208] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5235e1ed-54d7-d889-6b46-378b6e20292e" [ 848.896208] env[69481]: _type = "Task" [ 848.896208] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.904731] env[69481]: DEBUG nova.compute.manager [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.913179] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5235e1ed-54d7-d889-6b46-378b6e20292e, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.915819] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.916093] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 3692b4ab-0ace-434f-be78-5d9db94453f6/3692b4ab-0ace-434f-be78-5d9db94453f6.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.916798] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1147a85e-2834-42a3-961b-0f3dac74c03c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.924195] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 848.924195] env[69481]: value = "task-3263995" [ 848.924195] env[69481]: _type = "Task" [ 848.924195] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.931676] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.071621] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263991, 'name': ReconfigVM_Task, 'duration_secs': 0.210834} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.078144] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 849.078671] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263992, 'name': ReconfigVM_Task, 'duration_secs': 0.285173} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.079755] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab19e72-538a-4214-aca4-00be77cf334e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.082746] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 849.089544] env[69481]: DEBUG nova.network.neutron [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Updating instance_info_cache with network_info: [{"id": "2bd87f12-1484-4039-a9f6-cc8f37673d2a", "address": "fa:16:3e:ea:06:6f", "network": {"id": "a42639ef-ed1c-4573-8609-3e7cc9a9f9da", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-37953659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "091ee87dbbc048638495a523d1d759a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd87f12-14", "ovs_interfaceid": "2bd87f12-1484-4039-a9f6-cc8f37673d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.093532] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9ffacc-198a-4c84-a2e4-e072d7c1b7fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.105735] env[69481]: DEBUG oslo_concurrency.lockutils [req-739c0995-c7a3-444f-bcfb-bbd6ddf1adf5 req-bb27f6ac-9d48-4cb4-a952-da266744cff1 service nova] Releasing lock "refresh_cache-3692b4ab-0ace-434f-be78-5d9db94453f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.129331] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 29474f4a-15a6-41cb-8df5-8fdb1747f116/29474f4a-15a6-41cb-8df5-8fdb1747f116.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.135063] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2641f915-cf61-4365-aad9-69e7f7281276 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.149841] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for the task: (returnval){ [ 849.149841] env[69481]: value = "task-3263996" [ 849.149841] env[69481]: _type = "Task" [ 849.149841] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.156536] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 849.156536] env[69481]: value = "task-3263997" [ 849.156536] env[69481]: _type = "Task" [ 849.156536] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.165523] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.174986] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.219608] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dd8312-1cbe-49ca-9f20-8c63c4335941 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.228620] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db0b0ed-8be5-42fc-88d9-82ee236ee5f3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.265424] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2099a7-5d22-45eb-81ce-76cd95c4ca0f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.273836] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263993, 'name': ReconfigVM_Task, 'duration_secs': 0.262852} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.276331] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 849.281526] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3837a134-f989-41a1-861f-85b756684dfb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.293523] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796df550-f213-4911-99dc-7b58f6828465 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.308374] env[69481]: DEBUG nova.compute.provider_tree [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.314700] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Waiting for the task: (returnval){ [ 849.314700] env[69481]: value = "task-3263998" [ 849.314700] env[69481]: _type = "Task" [ 849.314700] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.323621] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3263994, 'name': RemoveSnapshot_Task, 'duration_secs': 0.410813} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.323621] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 849.323621] env[69481]: DEBUG nova.compute.manager [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.324099] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fedf5c4-882d-4f9e-a9c5-69879d78bec9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.330223] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.355876] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.356192] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.358064] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.358064] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.358064] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.358064] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.358064] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 849.358064] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.435518] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461598} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.435799] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 3692b4ab-0ace-434f-be78-5d9db94453f6/3692b4ab-0ace-434f-be78-5d9db94453f6.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.436020] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.436357] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a9d645c-0219-4d5f-a3ab-e27674ec4046 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.444453] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 849.444453] env[69481]: value = "task-3263999" [ 849.444453] env[69481]: _type = "Task" [ 849.444453] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.456039] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.603012] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Releasing lock "refresh_cache-b688722e-ebff-4304-9e3e-7aa9f97f5354" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.603374] env[69481]: DEBUG nova.compute.manager [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Instance network_info: |[{"id": "2bd87f12-1484-4039-a9f6-cc8f37673d2a", "address": "fa:16:3e:ea:06:6f", "network": {"id": "a42639ef-ed1c-4573-8609-3e7cc9a9f9da", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-37953659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "091ee87dbbc048638495a523d1d759a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd87f12-14", "ovs_interfaceid": "2bd87f12-1484-4039-a9f6-cc8f37673d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.603809] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:06:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bd87f12-1484-4039-a9f6-cc8f37673d2a', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.611890] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Creating folder: Project (091ee87dbbc048638495a523d1d759a5). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.612220] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19464c9f-ac5f-4958-a5e7-def2b27bc584 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.624551] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Created folder: Project (091ee87dbbc048638495a523d1d759a5) in parent group-v651898. [ 849.624857] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Creating folder: Instances. Parent ref: group-v652065. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.625124] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38a5d724-7435-4eb1-bff6-b78e03c5a120 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.635078] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Created folder: Instances in parent group-v652065. [ 849.635310] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.635506] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.635706] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e98247a4-18ff-4dd6-aa3c-07482ad8da89 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.655154] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.655154] env[69481]: value = "task-3264002" [ 849.655154] env[69481]: _type = "Task" [ 849.655154] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.661498] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3263996, 'name': ReconfigVM_Task, 'duration_secs': 0.188074} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.664560] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-651995', 'volume_id': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'name': 'volume-101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3', 'attached_at': '', 'detached_at': '', 'volume_id': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0', 'serial': '101112b8-164f-4e1f-8ed8-6cb704a4e0d0'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 849.664856] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.665838] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f10a88-3982-4523-bb1f-d3c589956812 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.671563] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264002, 'name': CreateVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.675920] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3263997, 'name': ReconfigVM_Task, 'duration_secs': 0.486909} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.678086] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 29474f4a-15a6-41cb-8df5-8fdb1747f116/29474f4a-15a6-41cb-8df5-8fdb1747f116.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.678408] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance '29474f4a-15a6-41cb-8df5-8fdb1747f116' progress to 50 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.681848] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.682467] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f767b258-6e2f-4572-aec6-b4b64e384a50 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.751189] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.751525] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.751759] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Deleting the datastore file [datastore1] 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.752045] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe7fdb18-78c0-41c0-8fa7-9fb6cc5fbeba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.758977] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for the task: (returnval){ [ 849.758977] env[69481]: value = "task-3264004" [ 849.758977] env[69481]: _type = "Task" [ 849.758977] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.767012] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3264004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.808471] env[69481]: DEBUG nova.compute.manager [req-294ae9b8-ccf7-4a1d-a615-dc7d4c139c0f req-512425d6-99f7-4b94-aa7e-f43057452c37 service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Received event network-changed-2bd87f12-1484-4039-a9f6-cc8f37673d2a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.808672] env[69481]: DEBUG nova.compute.manager [req-294ae9b8-ccf7-4a1d-a615-dc7d4c139c0f req-512425d6-99f7-4b94-aa7e-f43057452c37 service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Refreshing instance network info cache due to event network-changed-2bd87f12-1484-4039-a9f6-cc8f37673d2a. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.808891] env[69481]: DEBUG oslo_concurrency.lockutils [req-294ae9b8-ccf7-4a1d-a615-dc7d4c139c0f req-512425d6-99f7-4b94-aa7e-f43057452c37 service nova] Acquiring lock "refresh_cache-b688722e-ebff-4304-9e3e-7aa9f97f5354" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.809092] env[69481]: DEBUG oslo_concurrency.lockutils [req-294ae9b8-ccf7-4a1d-a615-dc7d4c139c0f req-512425d6-99f7-4b94-aa7e-f43057452c37 service nova] Acquired lock "refresh_cache-b688722e-ebff-4304-9e3e-7aa9f97f5354" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.809297] env[69481]: DEBUG nova.network.neutron [req-294ae9b8-ccf7-4a1d-a615-dc7d4c139c0f req-512425d6-99f7-4b94-aa7e-f43057452c37 service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Refreshing network info cache for port 2bd87f12-1484-4039-a9f6-cc8f37673d2a {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.817305] env[69481]: DEBUG nova.scheduler.client.report [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.829714] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.841058] env[69481]: INFO nova.compute.manager [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Shelve offloading [ 849.860354] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.915159] env[69481]: DEBUG nova.compute.manager [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.942574] env[69481]: DEBUG nova.virt.hardware [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.943124] env[69481]: DEBUG nova.virt.hardware [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.943228] env[69481]: DEBUG nova.virt.hardware [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.943396] env[69481]: DEBUG nova.virt.hardware [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.943593] env[69481]: DEBUG nova.virt.hardware [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.943830] env[69481]: DEBUG nova.virt.hardware [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.944073] env[69481]: DEBUG nova.virt.hardware [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.944260] env[69481]: DEBUG nova.virt.hardware [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.944480] env[69481]: DEBUG nova.virt.hardware [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.944946] env[69481]: DEBUG nova.virt.hardware [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.944946] env[69481]: DEBUG nova.virt.hardware [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.946386] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6b2781-60b6-4fbe-8684-7c572b08e582 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.963385] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3263999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067858} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.964607] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392c5799-9f25-42e5-90e4-8e57e45e8725 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.969063] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.969417] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837b2925-266e-4333-9ef0-186d261aea3a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.001795] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 3692b4ab-0ace-434f-be78-5d9db94453f6/3692b4ab-0ace-434f-be78-5d9db94453f6.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.002021] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6f2a6f9-ad0c-4dc8-a518-58c61e43e413 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.020055] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 850.020055] env[69481]: value = "task-3264005" [ 850.020055] env[69481]: _type = "Task" [ 850.020055] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.027377] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.166366] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264002, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.186945] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5b36ce-04f7-4e5a-8f99-1f76ed64d5e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.206957] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009049e6-d3aa-420b-8e16-5e8810660c9a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.225874] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance '29474f4a-15a6-41cb-8df5-8fdb1747f116' progress to 67 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.269499] env[69481]: DEBUG oslo_vmware.api [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Task: {'id': task-3264004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07724} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.269784] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.269978] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.270169] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.327437] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.436s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.334117] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.518s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.335875] env[69481]: INFO nova.compute.claims [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.341087] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 850.341747] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72f41338-3eda-4ed4-bf77-debd966269f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.348675] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.348965] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.353197] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f455f355-8904-443e-b0e6-97484f5c1356 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.363664] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faee42e2-dd87-41d0-854f-14f231f2975b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.375618] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 850.375618] env[69481]: value = "task-3264006" [ 850.375618] env[69481]: _type = "Task" [ 850.375618] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.376641] env[69481]: INFO nova.scheduler.client.report [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Deleted allocations for instance a450822f-74fd-4483-afba-1b7f2f2ff604 [ 850.393394] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.412019] env[69481]: ERROR nova.compute.manager [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Failed to detach volume 101112b8-164f-4e1f-8ed8-6cb704a4e0d0 from /dev/sda: nova.exception.InstanceNotFound: Instance 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3 could not be found. [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Traceback (most recent call last): [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self.driver.rebuild(**kwargs) [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] raise NotImplementedError() [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] NotImplementedError [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] During handling of the above exception, another exception occurred: [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Traceback (most recent call last): [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self.driver.detach_volume(context, old_connection_info, [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] return self._volumeops.detach_volume(connection_info, instance) [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self._detach_volume_vmdk(connection_info, instance) [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] stable_ref.fetch_moref(session) [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] nova.exception.InstanceNotFound: Instance 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3 could not be found. [ 850.412019] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] [ 850.517375] env[69481]: DEBUG nova.compute.manager [req-9e7f1822-88fb-44de-b38b-13c0937fba9b req-57cf9a04-6490-4f5a-8977-50f6867e0a69 service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Received event network-vif-plugged-661c283c-cbf6-40f6-a7bd-b13467c959a4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.517604] env[69481]: DEBUG oslo_concurrency.lockutils [req-9e7f1822-88fb-44de-b38b-13c0937fba9b req-57cf9a04-6490-4f5a-8977-50f6867e0a69 service nova] Acquiring lock "18d13787-300f-4a23-806b-1d3e8101b296-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.518054] env[69481]: DEBUG oslo_concurrency.lockutils [req-9e7f1822-88fb-44de-b38b-13c0937fba9b req-57cf9a04-6490-4f5a-8977-50f6867e0a69 service nova] Lock "18d13787-300f-4a23-806b-1d3e8101b296-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.518136] env[69481]: DEBUG oslo_concurrency.lockutils [req-9e7f1822-88fb-44de-b38b-13c0937fba9b req-57cf9a04-6490-4f5a-8977-50f6867e0a69 service nova] Lock "18d13787-300f-4a23-806b-1d3e8101b296-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.518227] env[69481]: DEBUG nova.compute.manager [req-9e7f1822-88fb-44de-b38b-13c0937fba9b req-57cf9a04-6490-4f5a-8977-50f6867e0a69 service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] No waiting events found dispatching network-vif-plugged-661c283c-cbf6-40f6-a7bd-b13467c959a4 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.518412] env[69481]: WARNING nova.compute.manager [req-9e7f1822-88fb-44de-b38b-13c0937fba9b req-57cf9a04-6490-4f5a-8977-50f6867e0a69 service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Received unexpected event network-vif-plugged-661c283c-cbf6-40f6-a7bd-b13467c959a4 for instance with vm_state building and task_state spawning. [ 850.534412] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.566401] env[69481]: DEBUG nova.network.neutron [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Successfully updated port: 661c283c-cbf6-40f6-a7bd-b13467c959a4 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.598362] env[69481]: DEBUG nova.compute.utils [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Build of instance 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3 aborted: Failed to rebuild volume backed instance. {{(pid=69481) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 850.601574] env[69481]: ERROR nova.compute.manager [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3 aborted: Failed to rebuild volume backed instance. [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Traceback (most recent call last): [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self.driver.rebuild(**kwargs) [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] raise NotImplementedError() [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] NotImplementedError [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] During handling of the above exception, another exception occurred: [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Traceback (most recent call last): [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self._detach_root_volume(context, instance, root_bdm) [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] with excutils.save_and_reraise_exception(): [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self.force_reraise() [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] raise self.value [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self.driver.detach_volume(context, old_connection_info, [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] return self._volumeops.detach_volume(connection_info, instance) [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self._detach_volume_vmdk(connection_info, instance) [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] stable_ref.fetch_moref(session) [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] nova.exception.InstanceNotFound: Instance 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3 could not be found. [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] During handling of the above exception, another exception occurred: [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Traceback (most recent call last): [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] yield [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 850.601574] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self._do_rebuild_instance_with_claim( [ 850.602836] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 850.602836] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self._do_rebuild_instance( [ 850.602836] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 850.602836] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self._rebuild_default_impl(**kwargs) [ 850.602836] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 850.602836] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] self._rebuild_volume_backed_instance( [ 850.602836] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 850.602836] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] raise exception.BuildAbortException( [ 850.602836] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] nova.exception.BuildAbortException: Build of instance 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3 aborted: Failed to rebuild volume backed instance. [ 850.602836] env[69481]: ERROR nova.compute.manager [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] [ 850.635248] env[69481]: DEBUG nova.network.neutron [req-294ae9b8-ccf7-4a1d-a615-dc7d4c139c0f req-512425d6-99f7-4b94-aa7e-f43057452c37 service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Updated VIF entry in instance network info cache for port 2bd87f12-1484-4039-a9f6-cc8f37673d2a. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.635701] env[69481]: DEBUG nova.network.neutron [req-294ae9b8-ccf7-4a1d-a615-dc7d4c139c0f req-512425d6-99f7-4b94-aa7e-f43057452c37 service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Updating instance_info_cache with network_info: [{"id": "2bd87f12-1484-4039-a9f6-cc8f37673d2a", "address": "fa:16:3e:ea:06:6f", "network": {"id": "a42639ef-ed1c-4573-8609-3e7cc9a9f9da", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-37953659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "091ee87dbbc048638495a523d1d759a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd87f12-14", "ovs_interfaceid": "2bd87f12-1484-4039-a9f6-cc8f37673d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.665185] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264002, 'name': CreateVM_Task, 'duration_secs': 0.951439} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.665362] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.666017] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.666190] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.666507] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.666775] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe97a4e-cc40-4319-b0cf-95f16a492fa9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.670973] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for the task: (returnval){ [ 850.670973] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bdd4aa-1e18-4ce5-0058-e0ed4d4299fe" [ 850.670973] env[69481]: _type = "Task" [ 850.670973] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.678258] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bdd4aa-1e18-4ce5-0058-e0ed4d4299fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.788993] env[69481]: DEBUG nova.network.neutron [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Port 70e78a18-569b-451e-ba82-3f608f95652d binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 850.832368] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3263998, 'name': ReconfigVM_Task, 'duration_secs': 1.095575} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.832689] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-651978', 'volume_id': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'name': 'volume-f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc5e7855-fa94-4e1d-8208-00d876b1f896', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad', 'serial': 'f5286ab6-65ca-4571-ad24-bb160c3cfaad'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 850.832986] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.833718] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b945ad19-b7d3-4c1a-b26d-327bfbb27c6d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.843799] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.844256] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d6d6a4f-74c7-4fb1-be5e-69afbd555d42 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.887244] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 850.887432] env[69481]: DEBUG nova.compute.manager [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.888242] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f18ad-a646-4f1c-a70b-b4255db939e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.893135] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb24d00-9efd-483d-80f7-9bc67b42b311 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "a450822f-74fd-4483-afba-1b7f2f2ff604" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.965s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.896034] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.896244] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.896290] env[69481]: DEBUG nova.network.neutron [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.918031] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.918031] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.918297] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Deleting the datastore file [datastore1] fc5e7855-fa94-4e1d-8208-00d876b1f896 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.918565] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18ad9418-e449-40ff-a3f2-79fb26f90410 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.925917] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Waiting for the task: (returnval){ [ 850.925917] env[69481]: value = "task-3264008" [ 850.925917] env[69481]: _type = "Task" [ 850.925917] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.933816] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3264008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.032607] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.070073] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "refresh_cache-18d13787-300f-4a23-806b-1d3e8101b296" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.071403] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "refresh_cache-18d13787-300f-4a23-806b-1d3e8101b296" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.071403] env[69481]: DEBUG nova.network.neutron [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.138696] env[69481]: DEBUG oslo_concurrency.lockutils [req-294ae9b8-ccf7-4a1d-a615-dc7d4c139c0f req-512425d6-99f7-4b94-aa7e-f43057452c37 service nova] Releasing lock "refresh_cache-b688722e-ebff-4304-9e3e-7aa9f97f5354" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.181888] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bdd4aa-1e18-4ce5-0058-e0ed4d4299fe, 'name': SearchDatastore_Task, 'duration_secs': 0.023003} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.182223] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.182460] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.182698] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.182847] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.183042] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.183395] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e4ac1c5-573e-403e-8ce0-251c9bb084ec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.197515] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.197745] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.198521] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea08b82f-bd8d-447b-a022-5f854355d1cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.203773] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for the task: (returnval){ [ 851.203773] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528550af-0369-42d8-2703-f32fd70b6f63" [ 851.203773] env[69481]: _type = "Task" [ 851.203773] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.211753] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528550af-0369-42d8-2703-f32fd70b6f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.437407] env[69481]: DEBUG oslo_vmware.api [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Task: {'id': task-3264008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133677} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.439717] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.439906] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.440100] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.440277] env[69481]: INFO nova.compute.manager [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Took 3.31 seconds to destroy the instance on the hypervisor. [ 851.440512] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.441042] env[69481]: DEBUG nova.compute.manager [-] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.441143] env[69481]: DEBUG nova.network.neutron [-] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.531956] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264005, 'name': ReconfigVM_Task, 'duration_secs': 1.288409} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.534366] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 3692b4ab-0ace-434f-be78-5d9db94453f6/3692b4ab-0ace-434f-be78-5d9db94453f6.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.537276] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70ddae40-b637-416d-95c4-f9b9ac7f8cab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.543333] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 851.543333] env[69481]: value = "task-3264009" [ 851.543333] env[69481]: _type = "Task" [ 851.543333] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.554600] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264009, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.625615] env[69481]: DEBUG nova.network.neutron [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.682716] env[69481]: DEBUG nova.network.neutron [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updating instance_info_cache with network_info: [{"id": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "address": "fa:16:3e:92:ab:ec", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d4dbaf-8e", "ovs_interfaceid": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.719111] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528550af-0369-42d8-2703-f32fd70b6f63, 'name': SearchDatastore_Task, 'duration_secs': 0.020178} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.720196] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d126fdc6-a71b-435c-bd01-e6cbb5fde450 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.725521] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for the task: (returnval){ [ 851.725521] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52fa54ce-ff30-b715-6dc8-e9328f799e41" [ 851.725521] env[69481]: _type = "Task" [ 851.725521] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.740303] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fa54ce-ff30-b715-6dc8-e9328f799e41, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.740303] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.740303] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] b688722e-ebff-4304-9e3e-7aa9f97f5354/b688722e-ebff-4304-9e3e-7aa9f97f5354.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.740303] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56c0b68e-351b-4e40-8d3c-efe1d14ab033 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.749035] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for the task: (returnval){ [ 851.749035] env[69481]: value = "task-3264010" [ 851.749035] env[69481]: _type = "Task" [ 851.749035] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.756755] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.816053] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "29474f4a-15a6-41cb-8df5-8fdb1747f116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.816528] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.816788] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.866608] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4797d5-5a60-49b8-a700-dc59ba12914a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.874390] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017aaf59-e8f4-456b-9c4b-1f4023b9c9d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.913042] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dec6715-a4cb-425f-93f3-8e20486d0c2b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.920848] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7270d654-9206-4d38-9dc3-6bd83916a38f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.936959] env[69481]: DEBUG nova.compute.provider_tree [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.939259] env[69481]: DEBUG nova.network.neutron [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Updating instance_info_cache with network_info: [{"id": "661c283c-cbf6-40f6-a7bd-b13467c959a4", "address": "fa:16:3e:fd:02:f6", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661c283c-cb", "ovs_interfaceid": "661c283c-cbf6-40f6-a7bd-b13467c959a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.054372] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264009, 'name': Rename_Task, 'duration_secs': 0.154533} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.054834] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.055202] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-117ac177-13eb-4057-953b-6c3279e948f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.061466] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 852.061466] env[69481]: value = "task-3264011" [ 852.061466] env[69481]: _type = "Task" [ 852.061466] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.069649] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.186987] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.257962] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.445009] env[69481]: DEBUG nova.scheduler.client.report [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.446269] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "refresh_cache-18d13787-300f-4a23-806b-1d3e8101b296" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.446720] env[69481]: DEBUG nova.compute.manager [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Instance network_info: |[{"id": "661c283c-cbf6-40f6-a7bd-b13467c959a4", "address": "fa:16:3e:fd:02:f6", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661c283c-cb", "ovs_interfaceid": "661c283c-cbf6-40f6-a7bd-b13467c959a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.447517] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:02:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '661c283c-cbf6-40f6-a7bd-b13467c959a4', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.457504] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.457907] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.460024] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac40e94c-5d65-4af1-8bde-09fc76751f70 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.487054] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.487054] env[69481]: value = "task-3264012" [ 852.487054] env[69481]: _type = "Task" [ 852.487054] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.499982] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264012, 'name': CreateVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.572647] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.607176] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.608114] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811663c4-95d0-4a5a-b8e0-b4f815917147 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.616087] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.616365] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b3f3e90-049e-47c1-8280-a8c8ddc83896 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.620260] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.640290] env[69481]: DEBUG nova.compute.manager [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Received event network-changed-661c283c-cbf6-40f6-a7bd-b13467c959a4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.640534] env[69481]: DEBUG nova.compute.manager [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Refreshing instance network info cache due to event network-changed-661c283c-cbf6-40f6-a7bd-b13467c959a4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.640762] env[69481]: DEBUG oslo_concurrency.lockutils [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] Acquiring lock "refresh_cache-18d13787-300f-4a23-806b-1d3e8101b296" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.640910] env[69481]: DEBUG oslo_concurrency.lockutils [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] Acquired lock "refresh_cache-18d13787-300f-4a23-806b-1d3e8101b296" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.641118] env[69481]: DEBUG nova.network.neutron [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Refreshing network info cache for port 661c283c-cbf6-40f6-a7bd-b13467c959a4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.717060] env[69481]: DEBUG nova.network.neutron [-] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.759280] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264010, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.858208] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.858208] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.858208] env[69481]: DEBUG nova.network.neutron [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.921263] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.921263] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.921263] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleting the datastore file [datastore1] e8849400-5f6e-4718-ac0d-f8d9220cc88a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.921263] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf4b4de9-29ae-4c53-b5ec-d806f36621f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.929874] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 852.929874] env[69481]: value = "task-3264014" [ 852.929874] env[69481]: _type = "Task" [ 852.929874] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.941633] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.948819] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.950129] env[69481]: DEBUG nova.compute.manager [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.952545] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.981s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.952806] env[69481]: DEBUG nova.objects.instance [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Lazy-loading 'resources' on Instance uuid f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.002880] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264012, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.074560] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.134156] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Acquiring lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.135050] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.135050] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Acquiring lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.135240] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.135356] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.137681] env[69481]: INFO nova.compute.manager [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Terminating instance [ 853.220894] env[69481]: INFO nova.compute.manager [-] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Took 1.78 seconds to deallocate network for instance. [ 853.258921] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264010, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.393517} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.262125] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] b688722e-ebff-4304-9e3e-7aa9f97f5354/b688722e-ebff-4304-9e3e-7aa9f97f5354.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.262125] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.262301] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07d5d4e1-735b-4e7b-b132-66ec13738b03 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.270174] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for the task: (returnval){ [ 853.270174] env[69481]: value = "task-3264015" [ 853.270174] env[69481]: _type = "Task" [ 853.270174] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.281795] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.442879] env[69481]: DEBUG oslo_vmware.api [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443723} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.443207] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.443397] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.443570] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.456043] env[69481]: DEBUG nova.compute.utils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.457541] env[69481]: DEBUG nova.compute.manager [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.457839] env[69481]: DEBUG nova.network.neutron [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.485038] env[69481]: INFO nova.scheduler.client.report [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleted allocations for instance e8849400-5f6e-4718-ac0d-f8d9220cc88a [ 853.495270] env[69481]: DEBUG nova.network.neutron [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Updated VIF entry in instance network info cache for port 661c283c-cbf6-40f6-a7bd-b13467c959a4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.495574] env[69481]: DEBUG nova.network.neutron [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Updating instance_info_cache with network_info: [{"id": "661c283c-cbf6-40f6-a7bd-b13467c959a4", "address": "fa:16:3e:fd:02:f6", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661c283c-cb", "ovs_interfaceid": "661c283c-cbf6-40f6-a7bd-b13467c959a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.506635] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264012, 'name': CreateVM_Task, 'duration_secs': 0.877243} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.510555] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.514464] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.515041] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.515041] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.522030] env[69481]: DEBUG nova.policy [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd8b2bc9aa4d4113a26b53eed18fcc7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51760a2ea84040c5be8df94d91b73a40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.522850] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8d946e-5d7b-4541-b306-bf7189edf041 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.530928] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 853.530928] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52fff1c4-b489-963c-f57f-569a857b41b5" [ 853.530928] env[69481]: _type = "Task" [ 853.530928] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.548037] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fff1c4-b489-963c-f57f-569a857b41b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.585316] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264011, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.646961] env[69481]: DEBUG nova.compute.manager [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.647257] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee5782f1-6266-4059-bdd7-017760b0d615 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.662300] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa4660f-e4bb-46cf-8e81-64ad2286906f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.698969] env[69481]: WARNING nova.virt.vmwareapi.driver [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3 could not be found. [ 853.699334] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.702432] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0634a53f-3e6e-4633-9ad4-2451e2f771d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.711978] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bac769-c507-4bdd-890f-fe1f2f98152a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.729158] env[69481]: DEBUG nova.network.neutron [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance_info_cache with network_info: [{"id": "70e78a18-569b-451e-ba82-3f608f95652d", "address": "fa:16:3e:79:b8:aa", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e78a18-56", "ovs_interfaceid": "70e78a18-569b-451e-ba82-3f608f95652d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.756658] env[69481]: WARNING nova.virt.vmwareapi.vmops [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3 could not be found. [ 853.756892] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.757104] env[69481]: INFO nova.compute.manager [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Took 0.11 seconds to destroy the instance on the hypervisor. [ 853.757359] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.757840] env[69481]: DEBUG nova.compute.manager [-] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.757946] env[69481]: DEBUG nova.network.neutron [-] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.778995] env[69481]: INFO nova.compute.manager [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Took 0.56 seconds to detach 1 volumes for instance. [ 853.784716] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074273} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.787768] env[69481]: DEBUG nova.compute.manager [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Deleting volume: f5286ab6-65ca-4571-ad24-bb160c3cfaad {{(pid=69481) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 853.789684] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.791462] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1570c8aa-84e1-4c86-ad43-fb61bf15f5c4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.821529] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] b688722e-ebff-4304-9e3e-7aa9f97f5354/b688722e-ebff-4304-9e3e-7aa9f97f5354.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.824734] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a7bbae-60d1-4b9a-8fb2-956689ccbae3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.850145] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for the task: (returnval){ [ 853.850145] env[69481]: value = "task-3264016" [ 853.850145] env[69481]: _type = "Task" [ 853.850145] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.859602] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.963279] env[69481]: DEBUG nova.compute.utils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.992347] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.998108] env[69481]: DEBUG nova.network.neutron [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Successfully created port: 1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.001517] env[69481]: DEBUG oslo_concurrency.lockutils [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] Releasing lock "refresh_cache-18d13787-300f-4a23-806b-1d3e8101b296" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.001790] env[69481]: DEBUG nova.compute.manager [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Received event network-vif-deleted-0aae7325-5341-423a-85cf-5c9d22adeedf {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.001967] env[69481]: INFO nova.compute.manager [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Neutron deleted interface 0aae7325-5341-423a-85cf-5c9d22adeedf; detaching it from the instance and deleting it from the info cache [ 854.002402] env[69481]: DEBUG nova.network.neutron [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.043970] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fff1c4-b489-963c-f57f-569a857b41b5, 'name': SearchDatastore_Task, 'duration_secs': 0.02079} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.048059] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.048379] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.048633] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.048783] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.048966] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.049534] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63de7ea2-2a7d-483b-a3bf-44195d84c3dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.060177] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.060177] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.061358] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acdfb0b-e6ef-4c2d-a6c4-14b8d0a53fd2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.071613] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 854.071613] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]529e75b2-ece1-2abf-7d2b-344a691feac1" [ 854.071613] env[69481]: _type = "Task" [ 854.071613] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.080502] env[69481]: DEBUG oslo_vmware.api [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264011, 'name': PowerOnVM_Task, 'duration_secs': 1.750882} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.080502] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.080502] env[69481]: INFO nova.compute.manager [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Took 12.36 seconds to spawn the instance on the hypervisor. [ 854.080502] env[69481]: DEBUG nova.compute.manager [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.080909] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc3ade2-6295-49e0-8b6b-7dd29e767d9d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.093710] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529e75b2-ece1-2abf-7d2b-344a691feac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.233731] env[69481]: DEBUG oslo_concurrency.lockutils [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.239388] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6437a019-c17b-47b4-b18e-9d7ace4ebb30 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.247530] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b167e142-ed3b-4820-91a9-27a8f3da9193 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.284201] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59de91cc-2ae2-4bed-a97d-81c2a78eee8d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.294153] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef6a3c4-1300-495a-ba7e-41306cb52e0e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.308542] env[69481]: DEBUG nova.compute.provider_tree [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.348157] env[69481]: DEBUG oslo_concurrency.lockutils [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.359883] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.467274] env[69481]: DEBUG nova.compute.manager [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.509909] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8460cdcf-ce0d-4330-aece-c9131bd05091 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.520529] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dfa5ab-1f70-482e-89b8-61dd8b23c7c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.558544] env[69481]: DEBUG nova.compute.manager [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Detach interface failed, port_id=0aae7325-5341-423a-85cf-5c9d22adeedf, reason: Instance fc5e7855-fa94-4e1d-8208-00d876b1f896 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.559121] env[69481]: DEBUG nova.compute.manager [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Received event network-vif-unplugged-c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.559211] env[69481]: DEBUG oslo_concurrency.lockutils [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] Acquiring lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.559503] env[69481]: DEBUG oslo_concurrency.lockutils [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.559766] env[69481]: DEBUG oslo_concurrency.lockutils [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.560052] env[69481]: DEBUG nova.compute.manager [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] No waiting events found dispatching network-vif-unplugged-c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.560344] env[69481]: WARNING nova.compute.manager [req-c2d6c2ee-5aa3-472f-a4b1-624a6f583a30 req-c40b6978-f4ec-4f33-b93a-ba50efae005d service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Received unexpected event network-vif-unplugged-c3d4dbaf-8e0e-4421-9085-878d342deed4 for instance with vm_state shelved and task_state shelving_offloading. [ 854.583372] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529e75b2-ece1-2abf-7d2b-344a691feac1, 'name': SearchDatastore_Task, 'duration_secs': 0.015503} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.584188] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c86efb-f0cd-4bb8-892c-512b83eef264 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.591183] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 854.591183] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e89d0f-3333-76e0-3598-cb4dce575cd1" [ 854.591183] env[69481]: _type = "Task" [ 854.591183] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.600450] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e89d0f-3333-76e0-3598-cb4dce575cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.614978] env[69481]: INFO nova.compute.manager [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Took 48.72 seconds to build instance. [ 854.775237] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270111d4-5146-4233-b1c9-52ce431d4e85 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.794477] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23be5174-055e-42c2-8ff0-1d3e49f2b5ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.801663] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance '29474f4a-15a6-41cb-8df5-8fdb1747f116' progress to 83 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 854.811443] env[69481]: DEBUG nova.scheduler.client.report [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.861194] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264016, 'name': ReconfigVM_Task, 'duration_secs': 0.761796} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.861493] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Reconfigured VM instance instance-00000035 to attach disk [datastore1] b688722e-ebff-4304-9e3e-7aa9f97f5354/b688722e-ebff-4304-9e3e-7aa9f97f5354.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.862131] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd392557-f880-4bc1-935e-236078dd09cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.868705] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for the task: (returnval){ [ 854.868705] env[69481]: value = "task-3264018" [ 854.868705] env[69481]: _type = "Task" [ 854.868705] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.876756] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264018, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.906053] env[69481]: DEBUG nova.network.neutron [-] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.026571] env[69481]: DEBUG nova.compute.manager [req-0bfea797-e39b-4160-b415-a4fef4020a4a req-c995300c-023a-4cf5-9ee5-f003c1b4f75d service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Received event network-changed-c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.026807] env[69481]: DEBUG nova.compute.manager [req-0bfea797-e39b-4160-b415-a4fef4020a4a req-c995300c-023a-4cf5-9ee5-f003c1b4f75d service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Refreshing instance network info cache due to event network-changed-c3d4dbaf-8e0e-4421-9085-878d342deed4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.027172] env[69481]: DEBUG oslo_concurrency.lockutils [req-0bfea797-e39b-4160-b415-a4fef4020a4a req-c995300c-023a-4cf5-9ee5-f003c1b4f75d service nova] Acquiring lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.027350] env[69481]: DEBUG oslo_concurrency.lockutils [req-0bfea797-e39b-4160-b415-a4fef4020a4a req-c995300c-023a-4cf5-9ee5-f003c1b4f75d service nova] Acquired lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.027517] env[69481]: DEBUG nova.network.neutron [req-0bfea797-e39b-4160-b415-a4fef4020a4a req-c995300c-023a-4cf5-9ee5-f003c1b4f75d service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Refreshing network info cache for port c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.103353] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e89d0f-3333-76e0-3598-cb4dce575cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.103565] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.103831] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 18d13787-300f-4a23-806b-1d3e8101b296/18d13787-300f-4a23-806b-1d3e8101b296.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.104111] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01d614d4-139c-46a7-b88f-17e7bfe0d703 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.114292] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 855.114292] env[69481]: value = "task-3264019" [ 855.114292] env[69481]: _type = "Task" [ 855.114292] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.116592] env[69481]: DEBUG oslo_concurrency.lockutils [None req-009c8d8a-9262-464c-a537-777b999ace7d tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "3692b4ab-0ace-434f-be78-5d9db94453f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.226s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.120764] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.307748] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.308282] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90172f13-99f2-4c73-bdfc-4abdfe175fd0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.316012] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 855.316012] env[69481]: value = "task-3264020" [ 855.316012] env[69481]: _type = "Task" [ 855.316012] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.327035] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.374s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.328532] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.986s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.328776] env[69481]: DEBUG nova.objects.instance [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lazy-loading 'resources' on Instance uuid 4183d319-37e1-4d9d-9b53-e629d6fc84f5 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.340371] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264020, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.363212] env[69481]: INFO nova.scheduler.client.report [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Deleted allocations for instance f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e [ 855.381121] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264018, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.408687] env[69481]: INFO nova.compute.manager [-] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Took 1.65 seconds to deallocate network for instance. [ 855.477872] env[69481]: DEBUG nova.compute.manager [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.510243] env[69481]: DEBUG nova.virt.hardware [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T15:02:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2121930074',id=33,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-116664834',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.510522] env[69481]: DEBUG nova.virt.hardware [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.510686] env[69481]: DEBUG nova.virt.hardware [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.510872] env[69481]: DEBUG nova.virt.hardware [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.511140] env[69481]: DEBUG nova.virt.hardware [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.511370] env[69481]: DEBUG nova.virt.hardware [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.511639] env[69481]: DEBUG nova.virt.hardware [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.511815] env[69481]: DEBUG nova.virt.hardware [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.513216] env[69481]: DEBUG nova.virt.hardware [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.513818] env[69481]: DEBUG nova.virt.hardware [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.514116] env[69481]: DEBUG nova.virt.hardware [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.515049] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de75c069-f887-4f1c-b957-89a7dab315b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.529032] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014e4faa-b7f4-4aaa-8562-e2387923db95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.623707] env[69481]: DEBUG nova.compute.manager [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.626648] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264019, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.712487] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "3692b4ab-0ace-434f-be78-5d9db94453f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.712784] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "3692b4ab-0ace-434f-be78-5d9db94453f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.713023] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "3692b4ab-0ace-434f-be78-5d9db94453f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.713239] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "3692b4ab-0ace-434f-be78-5d9db94453f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.713420] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "3692b4ab-0ace-434f-be78-5d9db94453f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.715699] env[69481]: INFO nova.compute.manager [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Terminating instance [ 855.825879] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264020, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.878423] env[69481]: DEBUG nova.network.neutron [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Successfully updated port: 1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.879708] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9df23e30-0a88-4845-a69d-8155bbf4d915 tempest-ServerAddressesNegativeTestJSON-1389694522 tempest-ServerAddressesNegativeTestJSON-1389694522-project-member] Lock "f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.475s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.890890] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264018, 'name': Rename_Task, 'duration_secs': 0.844657} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.898219] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.899420] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30cf1ffd-19d7-4b22-96a6-3be39cdbddf2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.906963] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for the task: (returnval){ [ 855.906963] env[69481]: value = "task-3264021" [ 855.906963] env[69481]: _type = "Task" [ 855.906963] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.917777] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.918315] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquiring lock "516b18ca-fe00-4836-9f5f-c313deab2eb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.918828] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Lock "516b18ca-fe00-4836-9f5f-c313deab2eb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.918828] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquiring lock "516b18ca-fe00-4836-9f5f-c313deab2eb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.919329] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Lock "516b18ca-fe00-4836-9f5f-c313deab2eb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.919536] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Lock "516b18ca-fe00-4836-9f5f-c313deab2eb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.921505] env[69481]: INFO nova.compute.manager [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Terminating instance [ 855.976994] env[69481]: INFO nova.compute.manager [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Took 0.57 seconds to detach 1 volumes for instance. [ 855.979287] env[69481]: DEBUG nova.compute.manager [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Deleting volume: 101112b8-164f-4e1f-8ed8-6cb704a4e0d0 {{(pid=69481) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 856.103817] env[69481]: DEBUG nova.network.neutron [req-0bfea797-e39b-4160-b415-a4fef4020a4a req-c995300c-023a-4cf5-9ee5-f003c1b4f75d service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updated VIF entry in instance network info cache for port c3d4dbaf-8e0e-4421-9085-878d342deed4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.104243] env[69481]: DEBUG nova.network.neutron [req-0bfea797-e39b-4160-b415-a4fef4020a4a req-c995300c-023a-4cf5-9ee5-f003c1b4f75d service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updating instance_info_cache with network_info: [{"id": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "address": "fa:16:3e:92:ab:ec", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc3d4dbaf-8e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.125383] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553429} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.125549] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 18d13787-300f-4a23-806b-1d3e8101b296/18d13787-300f-4a23-806b-1d3e8101b296.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.125759] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.128444] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8466ec0e-fa74-44c6-8059-dffee57bd03a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.139810] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 856.139810] env[69481]: value = "task-3264023" [ 856.139810] env[69481]: _type = "Task" [ 856.139810] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.149508] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.152699] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.220233] env[69481]: DEBUG nova.compute.manager [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.220463] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.221325] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874d60d9-8f8c-4608-a3a0-17f57f1d97ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.230160] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.231586] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f496017d-4e24-443d-80cb-832b5d7e9dc9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.242225] env[69481]: DEBUG oslo_vmware.api [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 856.242225] env[69481]: value = "task-3264024" [ 856.242225] env[69481]: _type = "Task" [ 856.242225] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.251016] env[69481]: DEBUG oslo_vmware.api [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.284646] env[69481]: DEBUG nova.compute.manager [req-f39cf75f-f5dd-4182-919a-320dc9490b6d req-2754031f-4d82-4b5d-b0fe-17b78a5ade5d service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Received event network-vif-plugged-1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.285099] env[69481]: DEBUG oslo_concurrency.lockutils [req-f39cf75f-f5dd-4182-919a-320dc9490b6d req-2754031f-4d82-4b5d-b0fe-17b78a5ade5d service nova] Acquiring lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.285370] env[69481]: DEBUG oslo_concurrency.lockutils [req-f39cf75f-f5dd-4182-919a-320dc9490b6d req-2754031f-4d82-4b5d-b0fe-17b78a5ade5d service nova] Lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.285655] env[69481]: DEBUG oslo_concurrency.lockutils [req-f39cf75f-f5dd-4182-919a-320dc9490b6d req-2754031f-4d82-4b5d-b0fe-17b78a5ade5d service nova] Lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.285772] env[69481]: DEBUG nova.compute.manager [req-f39cf75f-f5dd-4182-919a-320dc9490b6d req-2754031f-4d82-4b5d-b0fe-17b78a5ade5d service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] No waiting events found dispatching network-vif-plugged-1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.285936] env[69481]: WARNING nova.compute.manager [req-f39cf75f-f5dd-4182-919a-320dc9490b6d req-2754031f-4d82-4b5d-b0fe-17b78a5ade5d service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Received unexpected event network-vif-plugged-1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36 for instance with vm_state building and task_state spawning. [ 856.330481] env[69481]: DEBUG oslo_vmware.api [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264020, 'name': PowerOnVM_Task, 'duration_secs': 0.531059} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.333797] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.334213] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-93597e9e-5c59-4cc0-b07e-da97a1731997 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance '29474f4a-15a6-41cb-8df5-8fdb1747f116' progress to 100 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.380435] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "refresh_cache-43bfc4c0-4c06-40c7-a3f9-273ccb77e994" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.382101] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquired lock "refresh_cache-43bfc4c0-4c06-40c7-a3f9-273ccb77e994" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.382101] env[69481]: DEBUG nova.network.neutron [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.424643] env[69481]: DEBUG oslo_vmware.api [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264021, 'name': PowerOnVM_Task, 'duration_secs': 0.480708} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.428105] env[69481]: DEBUG nova.compute.manager [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.428354] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.428629] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.428818] env[69481]: INFO nova.compute.manager [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Took 9.20 seconds to spawn the instance on the hypervisor. [ 856.428994] env[69481]: DEBUG nova.compute.manager [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.430122] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a9cb42-db7b-459a-9cb6-6531b6337a8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.434076] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951663e1-30e1-4653-b9fb-657c10bacf99 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.441985] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.443623] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b80cfa55-abb2-45fc-ab8b-31454a79b328 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.459357] env[69481]: DEBUG oslo_vmware.api [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for the task: (returnval){ [ 856.459357] env[69481]: value = "task-3264025" [ 856.459357] env[69481]: _type = "Task" [ 856.459357] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.468517] env[69481]: DEBUG oslo_vmware.api [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3264025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.503671] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fde61a-72bf-4a9a-8f92-a9476f1087a7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.512173] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed634f2-13b5-4a96-8dc2-026cf96cdb78 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.547266] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.548720] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dced30-b19e-4c93-8f0b-bfd3139868c4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.556996] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7382e4e5-dbc1-4805-9c9b-7d526f7cdc5b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.572026] env[69481]: DEBUG nova.compute.provider_tree [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.607524] env[69481]: DEBUG oslo_concurrency.lockutils [req-0bfea797-e39b-4160-b415-a4fef4020a4a req-c995300c-023a-4cf5-9ee5-f003c1b4f75d service nova] Releasing lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.607842] env[69481]: DEBUG nova.compute.manager [req-0bfea797-e39b-4160-b415-a4fef4020a4a req-c995300c-023a-4cf5-9ee5-f003c1b4f75d service nova] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Received event network-vif-deleted-8a0f5009-4fb4-4ba3-8fdd-87c780d719f2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.652747] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073286} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.653036] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.653837] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe61c22-65bb-4746-bfe1-57d214aade06 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.677025] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 18d13787-300f-4a23-806b-1d3e8101b296/18d13787-300f-4a23-806b-1d3e8101b296.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.677462] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-040d1dfe-e085-4520-a863-97fc1f826e02 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.697628] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 856.697628] env[69481]: value = "task-3264026" [ 856.697628] env[69481]: _type = "Task" [ 856.697628] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.706532] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.716160] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.752212] env[69481]: DEBUG oslo_vmware.api [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264024, 'name': PowerOffVM_Task, 'duration_secs': 0.492589} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.752472] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.752750] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.752900] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f976166-a46c-4a2f-81ec-0e061509b55d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.894238] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.898019] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.898019] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Deleting the datastore file [datastore1] 3692b4ab-0ace-434f-be78-5d9db94453f6 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.898019] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af87930a-8063-44e4-b7d2-bfbc996461e4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.901981] env[69481]: DEBUG oslo_vmware.api [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for the task: (returnval){ [ 856.901981] env[69481]: value = "task-3264028" [ 856.901981] env[69481]: _type = "Task" [ 856.901981] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.909998] env[69481]: DEBUG oslo_vmware.api [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.963186] env[69481]: DEBUG nova.network.neutron [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.965974] env[69481]: INFO nova.compute.manager [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Took 47.91 seconds to build instance. [ 856.981215] env[69481]: DEBUG oslo_vmware.api [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3264025, 'name': PowerOffVM_Task, 'duration_secs': 0.286915} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.981399] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.981583] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.981854] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-799918df-23a4-4c8b-aa08-eb558ac68ac9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.052155] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.052155] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.052155] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Deleting the datastore file [datastore1] 516b18ca-fe00-4836-9f5f-c313deab2eb8 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.052155] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef75d6f4-60ea-427c-97f3-3ec6b026e7b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.058529] env[69481]: DEBUG oslo_vmware.api [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for the task: (returnval){ [ 857.058529] env[69481]: value = "task-3264030" [ 857.058529] env[69481]: _type = "Task" [ 857.058529] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.067503] env[69481]: DEBUG oslo_vmware.api [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3264030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.074855] env[69481]: DEBUG nova.scheduler.client.report [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.208736] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264026, 'name': ReconfigVM_Task, 'duration_secs': 0.507737} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.209818] env[69481]: DEBUG nova.network.neutron [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Updating instance_info_cache with network_info: [{"id": "1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36", "address": "fa:16:3e:3a:3d:d4", "network": {"id": "4b1bf55e-aeed-49f1-b2bf-c1b669e535a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-881482930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51760a2ea84040c5be8df94d91b73a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe72ba6-c9", "ovs_interfaceid": "1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.211879] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 18d13787-300f-4a23-806b-1d3e8101b296/18d13787-300f-4a23-806b-1d3e8101b296.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.212753] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79db7672-2146-4b23-99b9-b6b16591ae44 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.219575] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 857.219575] env[69481]: value = "task-3264031" [ 857.219575] env[69481]: _type = "Task" [ 857.219575] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.231827] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264031, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.413404] env[69481]: DEBUG oslo_vmware.api [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Task: {'id': task-3264028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251867} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.413738] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.413920] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.414156] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.414349] env[69481]: INFO nova.compute.manager [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 857.414590] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.414798] env[69481]: DEBUG nova.compute.manager [-] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.414887] env[69481]: DEBUG nova.network.neutron [-] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.467675] env[69481]: DEBUG oslo_concurrency.lockutils [None req-78e660ba-0dde-4243-89b0-073712b759a5 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Lock "b688722e-ebff-4304-9e3e-7aa9f97f5354" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.993s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.572021] env[69481]: DEBUG oslo_vmware.api [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Task: {'id': task-3264030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194122} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.572021] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.572021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.572021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.572021] env[69481]: INFO nova.compute.manager [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 857.572021] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.572021] env[69481]: DEBUG nova.compute.manager [-] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.572021] env[69481]: DEBUG nova.network.neutron [-] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.581844] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.584061] env[69481]: DEBUG oslo_concurrency.lockutils [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.015s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.584316] env[69481]: DEBUG nova.objects.instance [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lazy-loading 'resources' on Instance uuid 692c8686-ae6f-45d1-b227-c4e1c440bf08 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.616062] env[69481]: INFO nova.scheduler.client.report [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted allocations for instance 4183d319-37e1-4d9d-9b53-e629d6fc84f5 [ 857.713950] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Releasing lock "refresh_cache-43bfc4c0-4c06-40c7-a3f9-273ccb77e994" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.714085] env[69481]: DEBUG nova.compute.manager [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Instance network_info: |[{"id": "1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36", "address": "fa:16:3e:3a:3d:d4", "network": {"id": "4b1bf55e-aeed-49f1-b2bf-c1b669e535a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-881482930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51760a2ea84040c5be8df94d91b73a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe72ba6-c9", "ovs_interfaceid": "1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.714429] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:3d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.723383] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.726970] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.730949] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dcabdf8-b5e5-424a-98b7-b70679eba8c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.754828] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264031, 'name': Rename_Task, 'duration_secs': 0.247878} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.758925] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.759219] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.759219] env[69481]: value = "task-3264032" [ 857.759219] env[69481]: _type = "Task" [ 857.759219] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.759413] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a4b99ec-0fd9-47b1-9e81-3d993f108fef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.769957] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264032, 'name': CreateVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.771434] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 857.771434] env[69481]: value = "task-3264033" [ 857.771434] env[69481]: _type = "Task" [ 857.771434] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.780330] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.892025] env[69481]: DEBUG nova.compute.manager [req-78be9711-e8ec-417d-aa8c-f3962325045f req-8c60cadf-45e7-4736-941c-2830742f22d9 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Received event network-vif-deleted-6324b2e2-024d-46b5-8776-b26122a3a44b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.892232] env[69481]: INFO nova.compute.manager [req-78be9711-e8ec-417d-aa8c-f3962325045f req-8c60cadf-45e7-4736-941c-2830742f22d9 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Neutron deleted interface 6324b2e2-024d-46b5-8776-b26122a3a44b; detaching it from the instance and deleting it from the info cache [ 857.892503] env[69481]: DEBUG nova.network.neutron [req-78be9711-e8ec-417d-aa8c-f3962325045f req-8c60cadf-45e7-4736-941c-2830742f22d9 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Updating instance_info_cache with network_info: [{"id": "85101f53-74d6-4023-8a59-3c345a441edb", "address": "fa:16:3e:a2:3c:ef", "network": {"id": "3f1b311b-1a92-403b-859c-2c87c0041fd0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-903131181", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8adefbe7c55348b49e889a7ed5fd1504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85101f53-74", "ovs_interfaceid": "85101f53-74d6-4023-8a59-3c345a441edb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.970256] env[69481]: DEBUG nova.compute.manager [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.129127] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e33d4eab-3037-48e3-a097-9144ef520805 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "4183d319-37e1-4d9d-9b53-e629d6fc84f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.941s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.270920] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264032, 'name': CreateVM_Task, 'duration_secs': 0.340935} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.274747] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.277077] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.278279] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.279218] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.287132] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2c65ab-76ba-40ce-bc33-59ee1da0428a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.295278] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264033, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.300465] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 858.300465] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52784450-0041-9aa9-dfaf-2a0cc49d7f9b" [ 858.300465] env[69481]: _type = "Task" [ 858.300465] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.315149] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52784450-0041-9aa9-dfaf-2a0cc49d7f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.014001} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.315458] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.315678] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.316121] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.317250] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.317250] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.317395] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6b5af09-ca7d-4375-bcad-e191dfe27efc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.327845] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.329021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.329021] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7210c6-3601-47f0-92d8-fb993c1f068c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.335536] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 858.335536] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d35cdc-e325-ef96-78cc-516c7540cedd" [ 858.335536] env[69481]: _type = "Task" [ 858.335536] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.345865] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d35cdc-e325-ef96-78cc-516c7540cedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.399810] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-549067b7-6e05-4675-a518-70021047012e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.419434] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34549490-6808-4ae6-ac05-608052bb851d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.458719] env[69481]: DEBUG nova.compute.manager [req-78be9711-e8ec-417d-aa8c-f3962325045f req-8c60cadf-45e7-4736-941c-2830742f22d9 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Detach interface failed, port_id=6324b2e2-024d-46b5-8776-b26122a3a44b, reason: Instance 3692b4ab-0ace-434f-be78-5d9db94453f6 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 858.496394] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.531881] env[69481]: DEBUG nova.network.neutron [-] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.585200] env[69481]: DEBUG nova.compute.manager [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Received event network-changed-1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.585200] env[69481]: DEBUG nova.compute.manager [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Refreshing instance network info cache due to event network-changed-1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.585200] env[69481]: DEBUG oslo_concurrency.lockutils [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] Acquiring lock "refresh_cache-43bfc4c0-4c06-40c7-a3f9-273ccb77e994" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.585200] env[69481]: DEBUG oslo_concurrency.lockutils [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] Acquired lock "refresh_cache-43bfc4c0-4c06-40c7-a3f9-273ccb77e994" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.585200] env[69481]: DEBUG nova.network.neutron [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Refreshing network info cache for port 1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.735134] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cc0e11-2bbf-4f5f-ac71-92f24386b423 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.743756] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e744db31-f7b0-43be-bc7d-043e36701978 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.775041] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db0f6ba-c03e-42c7-b157-31b93771e53a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.786516] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb4142-b3d5-477c-880a-5d7f808b99de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.790341] env[69481]: DEBUG oslo_vmware.api [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264033, 'name': PowerOnVM_Task, 'duration_secs': 0.544221} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.790923] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.790923] env[69481]: INFO nova.compute.manager [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Took 8.88 seconds to spawn the instance on the hypervisor. [ 858.791288] env[69481]: DEBUG nova.compute.manager [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.792130] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf62eeeb-216d-43a2-b304-806d61a252ce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.802503] env[69481]: DEBUG nova.compute.provider_tree [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.844389] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d35cdc-e325-ef96-78cc-516c7540cedd, 'name': SearchDatastore_Task, 'duration_secs': 0.023979} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.845195] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e87fe1-a5f3-47b0-9a27-f3116efa90b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.854390] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 858.854390] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d98abd-f8d2-913d-b8d4-a4aaed81a275" [ 858.854390] env[69481]: _type = "Task" [ 858.854390] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.869675] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d98abd-f8d2-913d-b8d4-a4aaed81a275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.998330] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquiring lock "e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.998551] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.035514] env[69481]: INFO nova.compute.manager [-] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Took 1.62 seconds to deallocate network for instance. [ 859.093626] env[69481]: DEBUG nova.network.neutron [-] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.235082] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5c60db0-e195-4bd9-93d8-a8afbfdcaa1d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "b155d2dd-b459-43f1-a4fb-2e1d24bd72c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.235515] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5c60db0-e195-4bd9-93d8-a8afbfdcaa1d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "b155d2dd-b459-43f1-a4fb-2e1d24bd72c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.308025] env[69481]: DEBUG nova.scheduler.client.report [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.318821] env[69481]: INFO nova.compute.manager [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Took 50.08 seconds to build instance. [ 859.369659] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d98abd-f8d2-913d-b8d4-a4aaed81a275, 'name': SearchDatastore_Task, 'duration_secs': 0.02258} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.369659] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.369659] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 43bfc4c0-4c06-40c7-a3f9-273ccb77e994/43bfc4c0-4c06-40c7-a3f9-273ccb77e994.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.369659] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64e27fbd-98a7-45f4-a27c-a12e11fef090 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.378826] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 859.378826] env[69481]: value = "task-3264034" [ 859.378826] env[69481]: _type = "Task" [ 859.378826] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.389517] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.535831] env[69481]: DEBUG nova.network.neutron [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Updated VIF entry in instance network info cache for port 1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.536371] env[69481]: DEBUG nova.network.neutron [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Updating instance_info_cache with network_info: [{"id": "1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36", "address": "fa:16:3e:3a:3d:d4", "network": {"id": "4b1bf55e-aeed-49f1-b2bf-c1b669e535a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-881482930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51760a2ea84040c5be8df94d91b73a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe72ba6-c9", "ovs_interfaceid": "1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.542279] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.599145] env[69481]: INFO nova.compute.manager [-] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Took 2.03 seconds to deallocate network for instance. [ 859.811692] env[69481]: DEBUG oslo_concurrency.lockutils [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.814346] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.835s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.816130] env[69481]: INFO nova.compute.claims [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.820995] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bc91debd-f538-4c3f-9f11-f35605ec96a0 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "18d13787-300f-4a23-806b-1d3e8101b296" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.643s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.833418] env[69481]: INFO nova.scheduler.client.report [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Deleted allocations for instance 692c8686-ae6f-45d1-b227-c4e1c440bf08 [ 859.880396] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "29474f4a-15a6-41cb-8df5-8fdb1747f116" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.881434] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.881434] env[69481]: DEBUG nova.compute.manager [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Going to confirm migration 2 {{(pid=69481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 859.894202] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264034, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.039109] env[69481]: DEBUG oslo_concurrency.lockutils [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] Releasing lock "refresh_cache-43bfc4c0-4c06-40c7-a3f9-273ccb77e994" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.039461] env[69481]: DEBUG nova.compute.manager [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Received event network-changed-2bd87f12-1484-4039-a9f6-cc8f37673d2a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.039643] env[69481]: DEBUG nova.compute.manager [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Refreshing instance network info cache due to event network-changed-2bd87f12-1484-4039-a9f6-cc8f37673d2a. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.039875] env[69481]: DEBUG oslo_concurrency.lockutils [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] Acquiring lock "refresh_cache-b688722e-ebff-4304-9e3e-7aa9f97f5354" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.040037] env[69481]: DEBUG oslo_concurrency.lockutils [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] Acquired lock "refresh_cache-b688722e-ebff-4304-9e3e-7aa9f97f5354" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.040217] env[69481]: DEBUG nova.network.neutron [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Refreshing network info cache for port 2bd87f12-1484-4039-a9f6-cc8f37673d2a {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.106114] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.195942] env[69481]: DEBUG nova.compute.manager [req-ebd31d7f-5fb6-4b94-9c02-584b09531126 req-533cc024-0a99-4b60-81d6-e35ded810098 service nova] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Received event network-vif-deleted-85101f53-74d6-4023-8a59-3c345a441edb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.326302] env[69481]: DEBUG nova.compute.manager [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.352487] env[69481]: DEBUG oslo_concurrency.lockutils [None req-457288c0-e213-427a-bae0-309dee5ef781 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "692c8686-ae6f-45d1-b227-c4e1c440bf08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.237s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.404135] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901038} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.404736] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 43bfc4c0-4c06-40c7-a3f9-273ccb77e994/43bfc4c0-4c06-40c7-a3f9-273ccb77e994.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.405207] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.406366] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24e9ad7b-b5e3-457f-b572-a08da7e1f624 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.416968] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 860.416968] env[69481]: value = "task-3264035" [ 860.416968] env[69481]: _type = "Task" [ 860.416968] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.426534] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.434367] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "18d13787-300f-4a23-806b-1d3e8101b296" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.438018] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "18d13787-300f-4a23-806b-1d3e8101b296" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.438018] env[69481]: DEBUG nova.compute.manager [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.438018] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a222b4e1-110b-47bd-92f5-75007014564a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.443362] env[69481]: DEBUG nova.compute.manager [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 860.444187] env[69481]: DEBUG nova.objects.instance [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lazy-loading 'flavor' on Instance uuid 18d13787-300f-4a23-806b-1d3e8101b296 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.484283] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.484283] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.484283] env[69481]: DEBUG nova.network.neutron [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.484724] env[69481]: DEBUG nova.objects.instance [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lazy-loading 'info_cache' on Instance uuid 29474f4a-15a6-41cb-8df5-8fdb1747f116 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.636597] env[69481]: DEBUG nova.compute.manager [req-97ef8be3-c772-4c87-b97c-82947e103eca req-0f269ccd-3515-4a49-b3d7-d8789f20c97c service nova] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Received event network-vif-deleted-d2f657e4-a726-40a7-a171-17de506487fa {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.789640] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "344483f5-e484-4663-a203-716c0fc11deb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.790105] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "344483f5-e484-4663-a203-716c0fc11deb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.854797] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.929979] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065532} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.930304] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.931126] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1402522-2486-4297-8019-86b2737f1722 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.968816] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 43bfc4c0-4c06-40c7-a3f9-273ccb77e994/43bfc4c0-4c06-40c7-a3f9-273ccb77e994.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.974958] env[69481]: DEBUG nova.network.neutron [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Updated VIF entry in instance network info cache for port 2bd87f12-1484-4039-a9f6-cc8f37673d2a. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.974958] env[69481]: DEBUG nova.network.neutron [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Updating instance_info_cache with network_info: [{"id": "2bd87f12-1484-4039-a9f6-cc8f37673d2a", "address": "fa:16:3e:ea:06:6f", "network": {"id": "a42639ef-ed1c-4573-8609-3e7cc9a9f9da", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-37953659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "091ee87dbbc048638495a523d1d759a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd87f12-14", "ovs_interfaceid": "2bd87f12-1484-4039-a9f6-cc8f37673d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.975829] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c270e8e-a5d4-4edf-8638-b75b7e308628 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.992185] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.993603] env[69481]: DEBUG oslo_concurrency.lockutils [req-87fc833f-b8c6-46ac-91d7-32f7574c16c3 req-7de8a637-de54-44ed-8e2b-381cdb53eb35 service nova] Releasing lock "refresh_cache-b688722e-ebff-4304-9e3e-7aa9f97f5354" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.995257] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e87980-ba83-41be-af68-474bd03cd498 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.002515] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 861.002515] env[69481]: value = "task-3264036" [ 861.002515] env[69481]: _type = "Task" [ 861.002515] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.003828] env[69481]: DEBUG oslo_vmware.api [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 861.003828] env[69481]: value = "task-3264037" [ 861.003828] env[69481]: _type = "Task" [ 861.003828] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.018052] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.023060] env[69481]: DEBUG oslo_vmware.api [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.419851] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101600c9-e552-48a6-a4e2-14e8034b6636 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.426628] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b475698-a45a-4023-b781-a2de1f70578a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.457929] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0ed3ca-cb79-46bb-9501-3311433f49c3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.466100] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663b56a7-5c0d-46cd-a47b-a470eedb7a82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.481778] env[69481]: DEBUG nova.compute.provider_tree [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.516148] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264036, 'name': ReconfigVM_Task, 'duration_secs': 0.306703} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.519817] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 43bfc4c0-4c06-40c7-a3f9-273ccb77e994/43bfc4c0-4c06-40c7-a3f9-273ccb77e994.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.520312] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69481) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 861.521490] env[69481]: DEBUG oslo_vmware.api [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264037, 'name': PowerOffVM_Task, 'duration_secs': 0.272173} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.522408] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-a4f28868-04c4-4fbc-adb6-32435c83f123 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.525015] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.525619] env[69481]: DEBUG nova.compute.manager [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.526514] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d271995b-f457-4280-8239-786629fed08c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.538308] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 861.538308] env[69481]: value = "task-3264038" [ 861.538308] env[69481]: _type = "Task" [ 861.538308] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.546243] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264038, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.752134] env[69481]: DEBUG nova.network.neutron [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance_info_cache with network_info: [{"id": "70e78a18-569b-451e-ba82-3f608f95652d", "address": "fa:16:3e:79:b8:aa", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e78a18-56", "ovs_interfaceid": "70e78a18-569b-451e-ba82-3f608f95652d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.985492] env[69481]: DEBUG nova.scheduler.client.report [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.046875] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6db60725-0415-401e-bc09-b5d956c58514 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "18d13787-300f-4a23-806b-1d3e8101b296" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.612s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.053637] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264038, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.373834} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.053961] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69481) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 862.054916] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba62b8a-745a-40d5-b8fc-44d33b244e6b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.084038] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 43bfc4c0-4c06-40c7-a3f9-273ccb77e994/ephemeral_0.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.084997] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7744e7c4-8ed4-4edd-ad2c-127c704be8c2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.103814] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 862.103814] env[69481]: value = "task-3264039" [ 862.103814] env[69481]: _type = "Task" [ 862.103814] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.114007] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.255360] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "refresh_cache-29474f4a-15a6-41cb-8df5-8fdb1747f116" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.255652] env[69481]: DEBUG nova.objects.instance [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lazy-loading 'migration_context' on Instance uuid 29474f4a-15a6-41cb-8df5-8fdb1747f116 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.496070] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.496771] env[69481]: DEBUG nova.compute.manager [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.499406] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.808s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.501316] env[69481]: INFO nova.compute.claims [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.620973] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264039, 'name': ReconfigVM_Task, 'duration_secs': 0.379333} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.621341] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 43bfc4c0-4c06-40c7-a3f9-273ccb77e994/ephemeral_0.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.624872] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-720f04c1-c2db-4ebc-bbd4-f35fab665526 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.633548] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 862.633548] env[69481]: value = "task-3264040" [ 862.633548] env[69481]: _type = "Task" [ 862.633548] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.644735] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264040, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.759210] env[69481]: DEBUG nova.objects.base [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Object Instance<29474f4a-15a6-41cb-8df5-8fdb1747f116> lazy-loaded attributes: info_cache,migration_context {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 862.760223] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caa4cdd-d52b-42ba-aab9-f2fe06e439e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.787649] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad315b6-88ee-4f20-a1a9-c6f0eaf39750 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.794015] env[69481]: DEBUG oslo_vmware.api [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 862.794015] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e24d96-6ae9-c61a-d47d-256bd1a7521d" [ 862.794015] env[69481]: _type = "Task" [ 862.794015] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.802464] env[69481]: DEBUG oslo_vmware.api [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e24d96-6ae9-c61a-d47d-256bd1a7521d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.006359] env[69481]: DEBUG nova.compute.utils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.010100] env[69481]: DEBUG nova.compute.manager [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Not allocating networking since 'none' was specified. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 863.144496] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264040, 'name': Rename_Task, 'duration_secs': 0.164177} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.145290] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.145290] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31b25c0d-60cf-4dcb-9d3a-6f1bf55286c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.151657] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 863.151657] env[69481]: value = "task-3264041" [ 863.151657] env[69481]: _type = "Task" [ 863.151657] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.159803] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.305255] env[69481]: DEBUG oslo_vmware.api [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e24d96-6ae9-c61a-d47d-256bd1a7521d, 'name': SearchDatastore_Task, 'duration_secs': 0.008042} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.305483] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.316237] env[69481]: INFO nova.compute.manager [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Rebuilding instance [ 863.373865] env[69481]: DEBUG nova.compute.manager [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.375801] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde912b-6db1-42c3-8fd3-a6ea9211bf51 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.511723] env[69481]: DEBUG nova.compute.manager [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.662157] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264041, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.112108] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquiring lock "043ec14a-a5ad-4730-b508-f217f2cca261" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.112370] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Lock "043ec14a-a5ad-4730-b508-f217f2cca261" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.140375] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efee1c1-583c-46c7-8e69-af3546fca637 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.149701] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d1b352-4974-4ec3-9372-cc8f1ec33bea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.186086] env[69481]: DEBUG oslo_vmware.api [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264041, 'name': PowerOnVM_Task, 'duration_secs': 0.552206} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.186985] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.187228] env[69481]: INFO nova.compute.manager [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Took 8.71 seconds to spawn the instance on the hypervisor. [ 864.187421] env[69481]: DEBUG nova.compute.manager [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.188235] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105992c1-683a-4cb1-abd7-dd3b9ffe6bfc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.191482] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb58050-cccf-420f-8406-12dbe2817dfb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.203158] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b7cc5f-053d-49c7-93d1-7bb7e61d981d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.219792] env[69481]: DEBUG nova.compute.provider_tree [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.392164] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.392598] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f771446f-920a-4431-9cdc-a0ca5ce90c52 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.399851] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 864.399851] env[69481]: value = "task-3264042" [ 864.399851] env[69481]: _type = "Task" [ 864.399851] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.407764] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.527943] env[69481]: DEBUG nova.compute.manager [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.554506] env[69481]: DEBUG nova.virt.hardware [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.554791] env[69481]: DEBUG nova.virt.hardware [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.554986] env[69481]: DEBUG nova.virt.hardware [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.555225] env[69481]: DEBUG nova.virt.hardware [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.555393] env[69481]: DEBUG nova.virt.hardware [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.555553] env[69481]: DEBUG nova.virt.hardware [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.555774] env[69481]: DEBUG nova.virt.hardware [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.555947] env[69481]: DEBUG nova.virt.hardware [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.556145] env[69481]: DEBUG nova.virt.hardware [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.556323] env[69481]: DEBUG nova.virt.hardware [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.556496] env[69481]: DEBUG nova.virt.hardware [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.557420] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad859ac3-ea98-43f1-b04a-a7c7ba06e1f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.565747] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bdf88d-bf23-47d0-8686-64cae77a4f53 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.579791] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.587048] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Creating folder: Project (fd00576a538648528dd69a70dbfb29a8). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.587206] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03defcde-5493-4f37-8abb-b8f097459bfb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.596925] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Created folder: Project (fd00576a538648528dd69a70dbfb29a8) in parent group-v651898. [ 864.597179] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Creating folder: Instances. Parent ref: group-v652070. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.597480] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76e0fd12-6cb1-417d-8020-d5a50844706a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.608801] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Created folder: Instances in parent group-v652070. [ 864.608801] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.608801] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.608801] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03204fd2-b384-47ad-ba42-d6296228e5ef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.625232] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.625232] env[69481]: value = "task-3264045" [ 864.625232] env[69481]: _type = "Task" [ 864.625232] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.635914] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264045, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.716428] env[69481]: INFO nova.compute.manager [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Took 48.92 seconds to build instance. [ 864.723400] env[69481]: DEBUG nova.scheduler.client.report [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.913062] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 864.913352] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.914200] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1946a1c5-ea04-4d03-84fd-662d83d8ceac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.921035] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.921311] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7648e87-d189-4a33-8f5b-91f8c690b6cf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.988705] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.989126] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.989364] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleting the datastore file [datastore1] 18d13787-300f-4a23-806b-1d3e8101b296 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.989656] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29b17396-2e2c-4ba9-80b3-96e3658c950b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.000464] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 865.000464] env[69481]: value = "task-3264047" [ 865.000464] env[69481]: _type = "Task" [ 865.000464] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.006645] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.137143] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264045, 'name': CreateVM_Task, 'duration_secs': 0.503456} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.137143] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.137446] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.137690] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.138053] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.138363] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67717c5e-b4b9-4300-9c5d-2b7312648648 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.143484] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 865.143484] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52fc7591-2aa8-3f1a-f680-785f1c3d8bbb" [ 865.143484] env[69481]: _type = "Task" [ 865.143484] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.152613] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fc7591-2aa8-3f1a-f680-785f1c3d8bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.183459] env[69481]: DEBUG nova.compute.manager [req-f4c83188-2559-46fc-9c0b-dd0506e05090 req-a5521ff5-2596-4c24-b107-d1317fb3f967 service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Received event network-changed-1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.183639] env[69481]: DEBUG nova.compute.manager [req-f4c83188-2559-46fc-9c0b-dd0506e05090 req-a5521ff5-2596-4c24-b107-d1317fb3f967 service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Refreshing instance network info cache due to event network-changed-1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.183845] env[69481]: DEBUG oslo_concurrency.lockutils [req-f4c83188-2559-46fc-9c0b-dd0506e05090 req-a5521ff5-2596-4c24-b107-d1317fb3f967 service nova] Acquiring lock "refresh_cache-43bfc4c0-4c06-40c7-a3f9-273ccb77e994" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.183983] env[69481]: DEBUG oslo_concurrency.lockutils [req-f4c83188-2559-46fc-9c0b-dd0506e05090 req-a5521ff5-2596-4c24-b107-d1317fb3f967 service nova] Acquired lock "refresh_cache-43bfc4c0-4c06-40c7-a3f9-273ccb77e994" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.184191] env[69481]: DEBUG nova.network.neutron [req-f4c83188-2559-46fc-9c0b-dd0506e05090 req-a5521ff5-2596-4c24-b107-d1317fb3f967 service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Refreshing network info cache for port 1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.218142] env[69481]: DEBUG oslo_concurrency.lockutils [None req-caf1adae-def1-42d7-8bb4-fad3b11341f9 tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.575s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.229729] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.230303] env[69481]: DEBUG nova.compute.manager [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.233059] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.906s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.509877] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142091} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.509877] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.509877] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.509877] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.656186] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fc7591-2aa8-3f1a-f680-785f1c3d8bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.016867} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.656186] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.656186] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.656186] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.656186] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.656186] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.656186] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-782ef12f-c08c-4f09-ad50-b745a89f9073 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.665031] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.665031] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.665205] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cea64ca-e29a-4fb4-9d7d-05e598a55c82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.670572] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 865.670572] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52cd82fd-0ed9-24be-19a1-c96b07a2ae01" [ 865.670572] env[69481]: _type = "Task" [ 865.670572] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.678370] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cd82fd-0ed9-24be-19a1-c96b07a2ae01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.721250] env[69481]: DEBUG nova.compute.manager [None req-e5c60db0-e195-4bd9-93d8-a8afbfdcaa1d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: b155d2dd-b459-43f1-a4fb-2e1d24bd72c9] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.743311] env[69481]: INFO nova.compute.claims [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.747962] env[69481]: DEBUG nova.compute.utils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.750511] env[69481]: DEBUG nova.compute.manager [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Not allocating networking since 'none' was specified. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 865.940873] env[69481]: DEBUG nova.network.neutron [req-f4c83188-2559-46fc-9c0b-dd0506e05090 req-a5521ff5-2596-4c24-b107-d1317fb3f967 service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Updated VIF entry in instance network info cache for port 1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.941272] env[69481]: DEBUG nova.network.neutron [req-f4c83188-2559-46fc-9c0b-dd0506e05090 req-a5521ff5-2596-4c24-b107-d1317fb3f967 service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Updating instance_info_cache with network_info: [{"id": "1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36", "address": "fa:16:3e:3a:3d:d4", "network": {"id": "4b1bf55e-aeed-49f1-b2bf-c1b669e535a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-881482930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51760a2ea84040c5be8df94d91b73a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe72ba6-c9", "ovs_interfaceid": "1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.181113] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cd82fd-0ed9-24be-19a1-c96b07a2ae01, 'name': SearchDatastore_Task, 'duration_secs': 0.007922} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.182985] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3c2b1d-c366-4be4-982d-15129c13535a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.189440] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 866.189440] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525ea5c3-c146-800c-6f9d-421b99b18ebb" [ 866.189440] env[69481]: _type = "Task" [ 866.189440] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.197492] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525ea5c3-c146-800c-6f9d-421b99b18ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.226299] env[69481]: DEBUG nova.compute.manager [None req-e5c60db0-e195-4bd9-93d8-a8afbfdcaa1d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: b155d2dd-b459-43f1-a4fb-2e1d24bd72c9] Instance disappeared before build. {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 866.251265] env[69481]: INFO nova.compute.resource_tracker [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating resource usage from migration ca42b95c-6936-4677-ac22-31cbd7141dcb [ 866.254540] env[69481]: DEBUG nova.compute.manager [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.445131] env[69481]: DEBUG oslo_concurrency.lockutils [req-f4c83188-2559-46fc-9c0b-dd0506e05090 req-a5521ff5-2596-4c24-b107-d1317fb3f967 service nova] Releasing lock "refresh_cache-43bfc4c0-4c06-40c7-a3f9-273ccb77e994" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.546108] env[69481]: DEBUG nova.virt.hardware [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.546368] env[69481]: DEBUG nova.virt.hardware [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.546614] env[69481]: DEBUG nova.virt.hardware [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.546704] env[69481]: DEBUG nova.virt.hardware [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.546850] env[69481]: DEBUG nova.virt.hardware [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.547020] env[69481]: DEBUG nova.virt.hardware [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.547269] env[69481]: DEBUG nova.virt.hardware [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.547756] env[69481]: DEBUG nova.virt.hardware [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.547756] env[69481]: DEBUG nova.virt.hardware [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.547756] env[69481]: DEBUG nova.virt.hardware [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.547918] env[69481]: DEBUG nova.virt.hardware [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.548817] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa55269d-acaf-44cd-a5ce-9653408d0a11 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.567165] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538f12c6-ee03-49a9-8f1c-8d3f66973452 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.581683] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:02:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '661c283c-cbf6-40f6-a7bd-b13467c959a4', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.589396] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.592325] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.593137] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4a674e8-4d35-4e2a-8aae-e17e75e61b5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.616434] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.616434] env[69481]: value = "task-3264048" [ 866.616434] env[69481]: _type = "Task" [ 866.616434] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.629098] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264048, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.702172] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525ea5c3-c146-800c-6f9d-421b99b18ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.704707] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.705040] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 4a193cef-9e1a-4141-9a0b-7ec6c58ba504/4a193cef-9e1a-4141-9a0b-7ec6c58ba504.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.705609] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af8c5e79-30e8-40d0-901a-03354c7f1075 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.711837] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 866.711837] env[69481]: value = "task-3264049" [ 866.711837] env[69481]: _type = "Task" [ 866.711837] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.723834] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.741147] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e5c60db0-e195-4bd9-93d8-a8afbfdcaa1d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "b155d2dd-b459-43f1-a4fb-2e1d24bd72c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 7.506s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.757470] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5c3f16-bc06-4215-8568-8f6ffcaa47fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.771860] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401745d2-c4b7-4894-8094-b04f01917c1a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.806073] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfc32b8-1d4f-4e01-84d2-4b6432a0ea78 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.814633] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3dfa4c-0843-4c13-9e50-5bfd53d702d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.831443] env[69481]: DEBUG nova.compute.provider_tree [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.128147] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264048, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.222288] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264049, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.246363] env[69481]: DEBUG nova.compute.manager [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.268787] env[69481]: DEBUG nova.compute.manager [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.288887] env[69481]: DEBUG nova.virt.hardware [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.289136] env[69481]: DEBUG nova.virt.hardware [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.289298] env[69481]: DEBUG nova.virt.hardware [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.289482] env[69481]: DEBUG nova.virt.hardware [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.289614] env[69481]: DEBUG nova.virt.hardware [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.289753] env[69481]: DEBUG nova.virt.hardware [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.289956] env[69481]: DEBUG nova.virt.hardware [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.290127] env[69481]: DEBUG nova.virt.hardware [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.290291] env[69481]: DEBUG nova.virt.hardware [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.290449] env[69481]: DEBUG nova.virt.hardware [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.290616] env[69481]: DEBUG nova.virt.hardware [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.291530] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f43bae9-ceb3-4849-9e91-bfd5d2920be9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.300481] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a97fae-2c22-4a14-8531-5548446ff04f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.314389] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.319817] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.320083] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.320297] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7c41100-abf0-4ffe-8e8f-5c3f0012007d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.334337] env[69481]: DEBUG nova.scheduler.client.report [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.338914] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.338914] env[69481]: value = "task-3264050" [ 867.338914] env[69481]: _type = "Task" [ 867.338914] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.346827] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264050, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.628837] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264048, 'name': CreateVM_Task, 'duration_secs': 0.615949} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.629026] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.629735] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.629877] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.630334] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.630624] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24aa9e04-f540-4a17-9360-1833bd57b5fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.635074] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 867.635074] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52498127-de8e-bc0f-0a44-a192c9f97314" [ 867.635074] env[69481]: _type = "Task" [ 867.635074] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.642937] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52498127-de8e-bc0f-0a44-a192c9f97314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.722702] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534304} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.722702] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 4a193cef-9e1a-4141-9a0b-7ec6c58ba504/4a193cef-9e1a-4141-9a0b-7ec6c58ba504.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.723216] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.723216] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d688404-7222-4ac8-8368-5b610ce12d0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.728968] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 867.728968] env[69481]: value = "task-3264051" [ 867.728968] env[69481]: _type = "Task" [ 867.728968] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.737094] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.770450] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.844171] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.611s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.844388] env[69481]: INFO nova.compute.manager [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Migrating [ 867.850647] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.628s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.850873] env[69481]: DEBUG nova.objects.instance [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lazy-loading 'resources' on Instance uuid 2fd81153-eb96-436d-9041-0c21f77944b5 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.863447] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264050, 'name': CreateVM_Task, 'duration_secs': 0.324871} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.863773] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.864170] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.146230] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52498127-de8e-bc0f-0a44-a192c9f97314, 'name': SearchDatastore_Task, 'duration_secs': 0.022975} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.146551] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.146784] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.147072] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.147223] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.147411] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.147731] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.147993] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.148234] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39e8faa7-c71e-45dd-813e-39123508b112 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.150032] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2520c3e-0771-41a6-a8ac-86a4336e199b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.155690] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 868.155690] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526ec920-eee6-bfeb-940d-48c5e0da8814" [ 868.155690] env[69481]: _type = "Task" [ 868.155690] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.160026] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.160026] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.160901] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbdf098-fa30-4c9a-a724-2c4f9117bd80 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.166070] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526ec920-eee6-bfeb-940d-48c5e0da8814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.169348] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 868.169348] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52890c00-643d-83e6-fe03-e84e6a1c8178" [ 868.169348] env[69481]: _type = "Task" [ 868.169348] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.176790] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52890c00-643d-83e6-fe03-e84e6a1c8178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.239171] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112641} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.239454] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.240260] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5c7ede-9f8b-488c-9f9c-6a79f06f9c1b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.259816] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 4a193cef-9e1a-4141-9a0b-7ec6c58ba504/4a193cef-9e1a-4141-9a0b-7ec6c58ba504.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.260123] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6738ddc4-3e7e-46a6-b2b6-e231f9cc95b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.279688] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 868.279688] env[69481]: value = "task-3264052" [ 868.279688] env[69481]: _type = "Task" [ 868.279688] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.287531] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.366011] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.366011] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.366011] env[69481]: DEBUG nova.network.neutron [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.669518] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526ec920-eee6-bfeb-940d-48c5e0da8814, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.670498] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.670498] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.670498] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.682520] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52890c00-643d-83e6-fe03-e84e6a1c8178, 'name': SearchDatastore_Task, 'duration_secs': 0.008138} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.682520] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42606c46-78fd-4900-8a8b-beb7f848256c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.688658] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 868.688658] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c73dd2-d0b8-4718-6fc3-9f48b1d46238" [ 868.688658] env[69481]: _type = "Task" [ 868.688658] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.695884] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c73dd2-d0b8-4718-6fc3-9f48b1d46238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.790236] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.885626] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fce144c-2ee9-4060-b799-a1efa64497ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.893336] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0e8ba8-19f3-41dd-b39b-03be4fe08a64 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.926938] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba07215-714a-40c0-b7ee-b156937f2cec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.934570] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8633e92-1511-4d8f-bcdd-44735e86b8eb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.948374] env[69481]: DEBUG nova.compute.provider_tree [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.097845] env[69481]: DEBUG nova.network.neutron [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance_info_cache with network_info: [{"id": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "address": "fa:16:3e:9e:67:bf", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75dcf83f-63", "ovs_interfaceid": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.198969] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c73dd2-d0b8-4718-6fc3-9f48b1d46238, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.199252] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.199549] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 18d13787-300f-4a23-806b-1d3e8101b296/18d13787-300f-4a23-806b-1d3e8101b296.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.199830] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.200028] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.200242] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4497267-4097-4bba-8f9e-27875d45af59 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.202089] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fba1731-7fd1-4b02-980b-fe37a6abc6f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.208138] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 869.208138] env[69481]: value = "task-3264053" [ 869.208138] env[69481]: _type = "Task" [ 869.208138] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.211989] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.212151] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.213134] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6791ab-8b47-4c33-ab8c-77c05d63a9a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.218054] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.220865] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 869.220865] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]523b62e4-23af-6dea-8153-5457ce471b71" [ 869.220865] env[69481]: _type = "Task" [ 869.220865] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.227754] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523b62e4-23af-6dea-8153-5457ce471b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.289099] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264052, 'name': ReconfigVM_Task, 'duration_secs': 0.578427} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.289404] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 4a193cef-9e1a-4141-9a0b-7ec6c58ba504/4a193cef-9e1a-4141-9a0b-7ec6c58ba504.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.289993] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad409c0c-7873-443d-981d-c8f57fbcaaec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.295670] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 869.295670] env[69481]: value = "task-3264054" [ 869.295670] env[69481]: _type = "Task" [ 869.295670] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.303377] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264054, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.452491] env[69481]: DEBUG nova.scheduler.client.report [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.601173] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.718022] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452363} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.718370] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 18d13787-300f-4a23-806b-1d3e8101b296/18d13787-300f-4a23-806b-1d3e8101b296.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.718593] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.718848] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a4ea4c9-782f-4748-b7ea-c1b057217558 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.726358] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 869.726358] env[69481]: value = "task-3264055" [ 869.726358] env[69481]: _type = "Task" [ 869.726358] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.732681] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523b62e4-23af-6dea-8153-5457ce471b71, 'name': SearchDatastore_Task, 'duration_secs': 0.007991} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.733700] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8cb514d-961c-4a31-9f3f-e11c74ed1ce0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.739235] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.742114] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 869.742114] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521d7dc0-2bd7-4cbc-f75f-2c7f5d261604" [ 869.742114] env[69481]: _type = "Task" [ 869.742114] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.749385] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521d7dc0-2bd7-4cbc-f75f-2c7f5d261604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.805208] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264054, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.959026] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.962457] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.633s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.964905] env[69481]: INFO nova.compute.claims [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.980518] env[69481]: INFO nova.scheduler.client.report [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Deleted allocations for instance 2fd81153-eb96-436d-9041-0c21f77944b5 [ 870.236677] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115133} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.237642] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.238359] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beca8a6-20eb-4da5-a221-28f2f460c182 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.261274] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 18d13787-300f-4a23-806b-1d3e8101b296/18d13787-300f-4a23-806b-1d3e8101b296.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.264598] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede0a892-9dd0-4996-9b9f-d5023cfddc3f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.285121] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521d7dc0-2bd7-4cbc-f75f-2c7f5d261604, 'name': SearchDatastore_Task, 'duration_secs': 0.014527} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.285927] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.286213] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 601dd942-9185-4701-9d96-f67f5cf95527/601dd942-9185-4701-9d96-f67f5cf95527.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.286529] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 870.286529] env[69481]: value = "task-3264056" [ 870.286529] env[69481]: _type = "Task" [ 870.286529] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.286816] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03cb32c4-fb82-4dec-9e3d-6a73706c0c41 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.295369] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 870.295369] env[69481]: value = "task-3264057" [ 870.295369] env[69481]: _type = "Task" [ 870.295369] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.298423] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264056, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.309744] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.312753] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264054, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.487796] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75888501-a0f6-4cbc-8588-361abf54c0dc tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "2fd81153-eb96-436d-9041-0c21f77944b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.820s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.798815] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.809152] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264057, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.813012] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264054, 'name': Rename_Task, 'duration_secs': 1.194436} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.813012] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.813012] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bc77976-cf13-483a-9d4b-a20c1b35d003 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.818750] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 870.818750] env[69481]: value = "task-3264058" [ 870.818750] env[69481]: _type = "Task" [ 870.818750] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.826277] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.119369] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc66025-8c84-4aa5-a4bc-4718eeb346ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.137855] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance '170c4c18-014e-4887-a6ce-888f2b28303e' progress to 0 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.298323] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264056, 'name': ReconfigVM_Task, 'duration_secs': 0.950759} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.300782] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 18d13787-300f-4a23-806b-1d3e8101b296/18d13787-300f-4a23-806b-1d3e8101b296.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.302033] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fcaeceb-7c1c-48f7-b433-f3858f9d26b3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.311366] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87154} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.314652] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 601dd942-9185-4701-9d96-f67f5cf95527/601dd942-9185-4701-9d96-f67f5cf95527.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.314876] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.315290] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 871.315290] env[69481]: value = "task-3264059" [ 871.315290] env[69481]: _type = "Task" [ 871.315290] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.315599] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a351fe6e-8f93-4173-bddb-2f553ca0e21e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.324787] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 871.324787] env[69481]: value = "task-3264060" [ 871.324787] env[69481]: _type = "Task" [ 871.324787] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.333769] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264059, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.336961] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264058, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.343332] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.450365] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac7019f-edc1-491d-a55b-4e4dc45c3809 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.463685] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f4d7b4-4068-415b-bd2e-3be81d3e3f28 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.499072] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa20f9d-43c8-4d59-84fb-c269832242f3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.506752] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508c24a0-342b-40f9-bfb2-ba7aa694fbf1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.520678] env[69481]: DEBUG nova.compute.provider_tree [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.646351] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.646644] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ed8d5d9-6c35-4180-9fd2-b4f9b25b9d5f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.653393] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 871.653393] env[69481]: value = "task-3264061" [ 871.653393] env[69481]: _type = "Task" [ 871.653393] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.660791] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.829892] env[69481]: DEBUG oslo_vmware.api [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264058, 'name': PowerOnVM_Task, 'duration_secs': 0.686174} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.835892] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.836995] env[69481]: INFO nova.compute.manager [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Took 7.31 seconds to spawn the instance on the hypervisor. [ 871.836995] env[69481]: DEBUG nova.compute.manager [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.836995] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264059, 'name': Rename_Task, 'duration_secs': 0.149215} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.837312] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7135ef0b-2d22-4de6-9aad-2f1dd6657625 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.839913] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.841093] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-924992e6-ea6d-4ed2-88d1-8bc9636b02cf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.844824] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079628} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.845478] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.846491] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2692d4-dcf2-4347-a628-9d9a5dddfb2a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.853714] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 871.853714] env[69481]: value = "task-3264062" [ 871.853714] env[69481]: _type = "Task" [ 871.853714] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.874227] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 601dd942-9185-4701-9d96-f67f5cf95527/601dd942-9185-4701-9d96-f67f5cf95527.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.874227] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161236e0-7e35-4757-9416-f92dc955d2bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.893620] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264062, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.897994] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 871.897994] env[69481]: value = "task-3264063" [ 871.897994] env[69481]: _type = "Task" [ 871.897994] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.905703] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.961071] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "5e338780-2cf4-436c-ae29-6225d56648fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.961071] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "5e338780-2cf4-436c-ae29-6225d56648fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.961071] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "5e338780-2cf4-436c-ae29-6225d56648fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.961071] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "5e338780-2cf4-436c-ae29-6225d56648fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.961286] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "5e338780-2cf4-436c-ae29-6225d56648fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.964042] env[69481]: INFO nova.compute.manager [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Terminating instance [ 872.023978] env[69481]: DEBUG nova.scheduler.client.report [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.163175] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.366831] env[69481]: INFO nova.compute.manager [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Took 43.42 seconds to build instance. [ 872.371965] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.408416] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.467734] env[69481]: DEBUG nova.compute.manager [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.468034] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.469020] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04356fe8-d4cb-49db-ac31-001303ea9ea4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.476563] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.476835] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61c57ce7-1dd7-47f8-83ef-a7dc3c45bd95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.482522] env[69481]: DEBUG oslo_vmware.api [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 872.482522] env[69481]: value = "task-3264064" [ 872.482522] env[69481]: _type = "Task" [ 872.482522] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.491319] env[69481]: DEBUG oslo_vmware.api [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3264064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.529234] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.529879] env[69481]: DEBUG nova.compute.manager [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.532552] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.266s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.534842] env[69481]: INFO nova.compute.claims [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.664370] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264061, 'name': PowerOffVM_Task, 'duration_secs': 0.98372} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.664686] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.664901] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance '170c4c18-014e-4887-a6ce-888f2b28303e' progress to 17 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.872611] env[69481]: DEBUG oslo_concurrency.lockutils [None req-05d4fae7-4ca8-4233-8958-ff7a1bf26d0b tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "4a193cef-9e1a-4141-9a0b-7ec6c58ba504" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.932s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.872611] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.908481] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264063, 'name': ReconfigVM_Task, 'duration_secs': 0.852899} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.908854] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 601dd942-9185-4701-9d96-f67f5cf95527/601dd942-9185-4701-9d96-f67f5cf95527.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.909477] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-237f5031-0854-4639-83fe-e91984b0bcd1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.916110] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 872.916110] env[69481]: value = "task-3264065" [ 872.916110] env[69481]: _type = "Task" [ 872.916110] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.926510] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264065, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.995030] env[69481]: DEBUG oslo_vmware.api [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3264064, 'name': PowerOffVM_Task, 'duration_secs': 0.237125} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.995030] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.995030] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.995030] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73cb2105-fc0e-4460-a1af-f30b07656563 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.039918] env[69481]: DEBUG nova.compute.utils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.045046] env[69481]: DEBUG nova.compute.manager [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.045358] env[69481]: DEBUG nova.network.neutron [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.105909] env[69481]: DEBUG nova.policy [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8d743100fc04ace8032003886264dca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb70ea36c5a443d6bfe1a9dae12464f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.175029] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.175029] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.175029] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.175029] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.175029] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.175029] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.175029] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.175029] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.175029] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.175029] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.175029] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.180131] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43bdf0a9-575d-470e-98d7-7d347724c86a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.198507] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 873.198507] env[69481]: value = "task-3264067" [ 873.198507] env[69481]: _type = "Task" [ 873.198507] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.208034] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.278791] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.279028] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.279226] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Deleting the datastore file [datastore2] 5e338780-2cf4-436c-ae29-6225d56648fa {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.279526] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8389c27d-8573-47f7-8e14-c8b3b1dabbcf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.285852] env[69481]: DEBUG oslo_vmware.api [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for the task: (returnval){ [ 873.285852] env[69481]: value = "task-3264068" [ 873.285852] env[69481]: _type = "Task" [ 873.285852] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.294119] env[69481]: DEBUG oslo_vmware.api [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3264068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.369867] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264062, 'name': PowerOnVM_Task, 'duration_secs': 1.097999} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.370203] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.370413] env[69481]: DEBUG nova.compute.manager [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.371210] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b10e9e-4e20-49a1-a4f6-9fc4a7740d8d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.377160] env[69481]: DEBUG nova.compute.manager [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.431260] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264065, 'name': Rename_Task, 'duration_secs': 0.236231} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.432235] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.432657] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75dd4b9b-57e4-49ef-b116-1cbf275639e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.442265] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 873.442265] env[69481]: value = "task-3264069" [ 873.442265] env[69481]: _type = "Task" [ 873.442265] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.448450] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.465044] env[69481]: DEBUG nova.network.neutron [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Successfully created port: 1209146b-57d2-47f8-ab7f-a6dff43aabbe {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.543243] env[69481]: DEBUG nova.compute.manager [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.709342] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264067, 'name': ReconfigVM_Task, 'duration_secs': 0.265263} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.712245] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance '170c4c18-014e-4887-a6ce-888f2b28303e' progress to 33 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.796292] env[69481]: DEBUG oslo_vmware.api [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Task: {'id': task-3264068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268209} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.799214] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.799409] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.799593] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.799772] env[69481]: INFO nova.compute.manager [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Took 1.33 seconds to destroy the instance on the hypervisor. [ 873.800164] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.800685] env[69481]: DEBUG nova.compute.manager [-] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.800778] env[69481]: DEBUG nova.network.neutron [-] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.889144] env[69481]: INFO nova.compute.manager [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] bringing vm to original state: 'stopped' [ 873.913023] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.960251] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.108538] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f97aad-222e-46c9-bed2-f9bc5c2ae807 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.118219] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec12bdef-95d6-4c3b-9775-f50e40e8154a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.151036] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fe4dc1-8923-4d9d-8e2a-fae5b3227198 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.159498] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63833352-49c4-4b65-ac8b-cd0ceeb9674a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.173975] env[69481]: DEBUG nova.compute.provider_tree [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.219223] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T15:04:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e9cba8ed-b38d-4b49-a6b3-e354293231a4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-591034173',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.219560] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.219735] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.219918] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.220071] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.220227] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.220428] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.220581] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.220760] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.220899] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.221075] env[69481]: DEBUG nova.virt.hardware [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.228277] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 874.229065] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d761f11-2339-4226-9add-96f1e8b7e20c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.250456] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 874.250456] env[69481]: value = "task-3264070" [ 874.250456] env[69481]: _type = "Task" [ 874.250456] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.259095] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.452063] env[69481]: DEBUG oslo_vmware.api [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264069, 'name': PowerOnVM_Task, 'duration_secs': 0.861438} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.452336] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.452536] env[69481]: INFO nova.compute.manager [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Took 7.19 seconds to spawn the instance on the hypervisor. [ 874.452822] env[69481]: DEBUG nova.compute.manager [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.453500] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27c5315-97a2-4c4e-8652-51ecf6d3eaac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.508469] env[69481]: DEBUG nova.compute.manager [req-848f3408-98f5-40ef-9082-9d64af5bfa0f req-3426d8e1-d9c6-4416-8a6a-a806b7061461 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Received event network-vif-deleted-0fa3f4ce-5211-4839-9651-c76e07211ac3 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.508667] env[69481]: INFO nova.compute.manager [req-848f3408-98f5-40ef-9082-9d64af5bfa0f req-3426d8e1-d9c6-4416-8a6a-a806b7061461 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Neutron deleted interface 0fa3f4ce-5211-4839-9651-c76e07211ac3; detaching it from the instance and deleting it from the info cache [ 874.508836] env[69481]: DEBUG nova.network.neutron [req-848f3408-98f5-40ef-9082-9d64af5bfa0f req-3426d8e1-d9c6-4416-8a6a-a806b7061461 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.561399] env[69481]: DEBUG nova.compute.manager [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.585839] env[69481]: DEBUG nova.virt.hardware [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.586151] env[69481]: DEBUG nova.virt.hardware [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.586287] env[69481]: DEBUG nova.virt.hardware [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.586463] env[69481]: DEBUG nova.virt.hardware [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.586615] env[69481]: DEBUG nova.virt.hardware [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.586746] env[69481]: DEBUG nova.virt.hardware [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.586955] env[69481]: DEBUG nova.virt.hardware [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.587261] env[69481]: DEBUG nova.virt.hardware [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.587358] env[69481]: DEBUG nova.virt.hardware [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.587508] env[69481]: DEBUG nova.virt.hardware [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.587679] env[69481]: DEBUG nova.virt.hardware [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.588937] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5302d2a8-5e1b-4354-8219-04a2e9716fc0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.591927] env[69481]: DEBUG oslo_concurrency.lockutils [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.592227] env[69481]: DEBUG oslo_concurrency.lockutils [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.592501] env[69481]: INFO nova.compute.manager [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Shelving [ 874.600866] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b621ef98-05bf-4bab-8ee1-2958cf5587e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.677382] env[69481]: DEBUG nova.scheduler.client.report [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.684499] env[69481]: DEBUG nova.network.neutron [-] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.760455] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.900461] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "18d13787-300f-4a23-806b-1d3e8101b296" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.900777] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "18d13787-300f-4a23-806b-1d3e8101b296" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.900923] env[69481]: DEBUG nova.compute.manager [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.901884] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe85f1c9-856f-47a2-86d9-66b922df0053 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.908376] env[69481]: DEBUG nova.compute.manager [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 874.973244] env[69481]: INFO nova.compute.manager [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Took 45.31 seconds to build instance. [ 875.012333] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b0c508b-45dd-4144-bf3b-21484d804546 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.021705] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ac949e-e9e5-406c-b800-a4673877e737 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.058964] env[69481]: DEBUG nova.compute.manager [req-848f3408-98f5-40ef-9082-9d64af5bfa0f req-3426d8e1-d9c6-4416-8a6a-a806b7061461 service nova] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Detach interface failed, port_id=0fa3f4ce-5211-4839-9651-c76e07211ac3, reason: Instance 5e338780-2cf4-436c-ae29-6225d56648fa could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.171943] env[69481]: DEBUG nova.compute.manager [req-2fa31b6a-2180-4f8c-ab35-efda40beb8c4 req-951f3d0e-af90-436b-b342-cc1b1ceeba21 service nova] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Received event network-vif-plugged-1209146b-57d2-47f8-ab7f-a6dff43aabbe {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.172173] env[69481]: DEBUG oslo_concurrency.lockutils [req-2fa31b6a-2180-4f8c-ab35-efda40beb8c4 req-951f3d0e-af90-436b-b342-cc1b1ceeba21 service nova] Acquiring lock "9c468aae-9323-4c89-91db-dffa1f3df26b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.172387] env[69481]: DEBUG oslo_concurrency.lockutils [req-2fa31b6a-2180-4f8c-ab35-efda40beb8c4 req-951f3d0e-af90-436b-b342-cc1b1ceeba21 service nova] Lock "9c468aae-9323-4c89-91db-dffa1f3df26b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.172555] env[69481]: DEBUG oslo_concurrency.lockutils [req-2fa31b6a-2180-4f8c-ab35-efda40beb8c4 req-951f3d0e-af90-436b-b342-cc1b1ceeba21 service nova] Lock "9c468aae-9323-4c89-91db-dffa1f3df26b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.172723] env[69481]: DEBUG nova.compute.manager [req-2fa31b6a-2180-4f8c-ab35-efda40beb8c4 req-951f3d0e-af90-436b-b342-cc1b1ceeba21 service nova] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] No waiting events found dispatching network-vif-plugged-1209146b-57d2-47f8-ab7f-a6dff43aabbe {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.172888] env[69481]: WARNING nova.compute.manager [req-2fa31b6a-2180-4f8c-ab35-efda40beb8c4 req-951f3d0e-af90-436b-b342-cc1b1ceeba21 service nova] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Received unexpected event network-vif-plugged-1209146b-57d2-47f8-ab7f-a6dff43aabbe for instance with vm_state building and task_state spawning. [ 875.183386] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.183883] env[69481]: DEBUG nova.compute.manager [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.186544] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.337s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.186771] env[69481]: DEBUG nova.objects.instance [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lazy-loading 'resources' on Instance uuid b700fd5c-bea2-48c1-ba6d-c361872636e2 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.188552] env[69481]: INFO nova.compute.manager [-] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Took 1.39 seconds to deallocate network for instance. [ 875.261889] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.276183] env[69481]: DEBUG nova.network.neutron [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Successfully updated port: 1209146b-57d2-47f8-ab7f-a6dff43aabbe {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.414945] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.414945] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5345e34a-f280-4d2c-a4fb-f59038ea0f75 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.419147] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 875.419147] env[69481]: value = "task-3264071" [ 875.419147] env[69481]: _type = "Task" [ 875.419147] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.427502] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.475631] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a5d3f60d-334c-4c95-acff-daf7ea712e98 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "601dd942-9185-4701-9d96-f67f5cf95527" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.832s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.602572] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.602924] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-277d8a23-ef21-44a2-85ce-22d7c9b1d474 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.609839] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 875.609839] env[69481]: value = "task-3264072" [ 875.609839] env[69481]: _type = "Task" [ 875.609839] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.619646] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.694124] env[69481]: DEBUG nova.compute.utils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.696382] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.696675] env[69481]: DEBUG nova.compute.manager [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.696835] env[69481]: DEBUG nova.network.neutron [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.752131] env[69481]: DEBUG nova.policy [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03364d02fd344b6eb7a22e132fc2b142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb779692e1a9467ebcf62d5aea115f56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.762483] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264070, 'name': ReconfigVM_Task, 'duration_secs': 1.504493} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.764901] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 875.765917] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7929dba3-78f6-4e23-a1f7-f2a72fbbcd2e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.782727] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquiring lock "refresh_cache-9c468aae-9323-4c89-91db-dffa1f3df26b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.782830] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquired lock "refresh_cache-9c468aae-9323-4c89-91db-dffa1f3df26b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.783010] env[69481]: DEBUG nova.network.neutron [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.791974] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 170c4c18-014e-4887-a6ce-888f2b28303e/170c4c18-014e-4887-a6ce-888f2b28303e.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.795693] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf7796bf-424a-47c4-8d13-275dd7ffe0b6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.815971] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 875.815971] env[69481]: value = "task-3264073" [ 875.815971] env[69481]: _type = "Task" [ 875.815971] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.825608] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.931185] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264071, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.120838] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264072, 'name': PowerOffVM_Task, 'duration_secs': 0.344082} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.121702] env[69481]: DEBUG nova.network.neutron [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Successfully created port: 429f9b63-90b9-4d51-a8bc-7a6c361dd61f {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.125592] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.126090] env[69481]: INFO nova.compute.manager [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Rebuilding instance [ 876.130240] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33053fad-d2f9-4331-a31e-a4226f9aa5a7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.151324] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c099ea1-337f-444c-91d3-58d58b8098bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.183324] env[69481]: DEBUG nova.compute.manager [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.184232] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af060e19-8e0f-4a66-8ba8-1631210c5023 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.200849] env[69481]: DEBUG nova.compute.manager [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.281702] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2f5dba-2d60-4085-8fcb-d4fa047e36f3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.291269] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e517f878-6aaa-4f74-9028-680e21626cbe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.327562] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ea90cd-12a3-45d0-8679-68d18921bce7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.331183] env[69481]: DEBUG nova.network.neutron [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.338344] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264073, 'name': ReconfigVM_Task, 'duration_secs': 0.417437} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.340423] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 170c4c18-014e-4887-a6ce-888f2b28303e/170c4c18-014e-4887-a6ce-888f2b28303e.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.340751] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance '170c4c18-014e-4887-a6ce-888f2b28303e' progress to 50 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.345098] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941e4e2d-92f1-4269-8cf8-c399703fde95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.360952] env[69481]: DEBUG nova.compute.provider_tree [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.430140] env[69481]: DEBUG oslo_vmware.api [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264071, 'name': PowerOffVM_Task, 'duration_secs': 0.591702} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.430140] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.430350] env[69481]: DEBUG nova.compute.manager [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.431271] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181585dd-efb4-47fb-8419-35324b4769ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.476989] env[69481]: DEBUG nova.network.neutron [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Updating instance_info_cache with network_info: [{"id": "1209146b-57d2-47f8-ab7f-a6dff43aabbe", "address": "fa:16:3e:c5:64:f5", "network": {"id": "fd4f9184-0a67-4197-af94-2d4b8ca51988", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-701379533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb70ea36c5a443d6bfe1a9dae12464f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1209146b-57", "ovs_interfaceid": "1209146b-57d2-47f8-ab7f-a6dff43aabbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.662308] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 876.662694] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-975e9c60-5879-4cd9-a54f-d1c869af7e95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.670916] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 876.670916] env[69481]: value = "task-3264074" [ 876.670916] env[69481]: _type = "Task" [ 876.670916] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.679739] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264074, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.854472] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68831846-b788-43e6-938a-74657e00e057 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.873878] env[69481]: DEBUG nova.scheduler.client.report [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.877999] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d634d7-a281-4e58-afde-57de6e4e31a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.899743] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance '170c4c18-014e-4887-a6ce-888f2b28303e' progress to 67 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.946341] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "18d13787-300f-4a23-806b-1d3e8101b296" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.979992] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Releasing lock "refresh_cache-9c468aae-9323-4c89-91db-dffa1f3df26b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.980330] env[69481]: DEBUG nova.compute.manager [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Instance network_info: |[{"id": "1209146b-57d2-47f8-ab7f-a6dff43aabbe", "address": "fa:16:3e:c5:64:f5", "network": {"id": "fd4f9184-0a67-4197-af94-2d4b8ca51988", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-701379533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb70ea36c5a443d6bfe1a9dae12464f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1209146b-57", "ovs_interfaceid": "1209146b-57d2-47f8-ab7f-a6dff43aabbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.981019] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:64:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1209146b-57d2-47f8-ab7f-a6dff43aabbe', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.989394] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Creating folder: Project (bb70ea36c5a443d6bfe1a9dae12464f2). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.989991] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fbaeffa-97d4-4fd9-aa1e-fa616d53a9e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.001357] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Created folder: Project (bb70ea36c5a443d6bfe1a9dae12464f2) in parent group-v651898. [ 877.001555] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Creating folder: Instances. Parent ref: group-v652075. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.001804] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-511d2c90-c006-4f65-8de9-fc9e9ea2e305 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.011802] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Created folder: Instances in parent group-v652075. [ 877.012129] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.012345] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.012567] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c582a325-f660-47c6-a2f0-ba88b86b8189 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.032764] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.032764] env[69481]: value = "task-3264077" [ 877.032764] env[69481]: _type = "Task" [ 877.032764] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.041463] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264077, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.181798] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264074, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.196648] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.196981] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c46359-81ea-4cb8-85ac-74211af609cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.203892] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 877.203892] env[69481]: value = "task-3264078" [ 877.203892] env[69481]: _type = "Task" [ 877.203892] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.206518] env[69481]: DEBUG nova.compute.manager [req-63278d7e-b934-44ce-9506-e5420ebd930a req-92774f85-8c05-4dbb-a19c-0f8ec11f67f3 service nova] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Received event network-changed-1209146b-57d2-47f8-ab7f-a6dff43aabbe {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.206518] env[69481]: DEBUG nova.compute.manager [req-63278d7e-b934-44ce-9506-e5420ebd930a req-92774f85-8c05-4dbb-a19c-0f8ec11f67f3 service nova] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Refreshing instance network info cache due to event network-changed-1209146b-57d2-47f8-ab7f-a6dff43aabbe. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.206748] env[69481]: DEBUG oslo_concurrency.lockutils [req-63278d7e-b934-44ce-9506-e5420ebd930a req-92774f85-8c05-4dbb-a19c-0f8ec11f67f3 service nova] Acquiring lock "refresh_cache-9c468aae-9323-4c89-91db-dffa1f3df26b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.206824] env[69481]: DEBUG oslo_concurrency.lockutils [req-63278d7e-b934-44ce-9506-e5420ebd930a req-92774f85-8c05-4dbb-a19c-0f8ec11f67f3 service nova] Acquired lock "refresh_cache-9c468aae-9323-4c89-91db-dffa1f3df26b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.207058] env[69481]: DEBUG nova.network.neutron [req-63278d7e-b934-44ce-9506-e5420ebd930a req-92774f85-8c05-4dbb-a19c-0f8ec11f67f3 service nova] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Refreshing network info cache for port 1209146b-57d2-47f8-ab7f-a6dff43aabbe {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.214445] env[69481]: DEBUG nova.compute.manager [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.223408] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.243208] env[69481]: DEBUG nova.virt.hardware [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4abce61804d9555073181ad382f5ea25',container_format='bare',created_at=2025-04-03T15:04:47Z,direct_url=,disk_format='vmdk',id=2bce8bb7-a44c-4cc4-8b1e-287fab02ce95,min_disk=1,min_ram=0,name='tempest-test-snap-394513274',owner='bb779692e1a9467ebcf62d5aea115f56',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T15:05:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.243532] env[69481]: DEBUG nova.virt.hardware [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.243689] env[69481]: DEBUG nova.virt.hardware [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.243883] env[69481]: DEBUG nova.virt.hardware [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.244068] env[69481]: DEBUG nova.virt.hardware [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.244254] env[69481]: DEBUG nova.virt.hardware [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.244947] env[69481]: DEBUG nova.virt.hardware [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.244947] env[69481]: DEBUG nova.virt.hardware [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.244947] env[69481]: DEBUG nova.virt.hardware [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.245109] env[69481]: DEBUG nova.virt.hardware [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.245382] env[69481]: DEBUG nova.virt.hardware [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.246310] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfe2684-af14-4419-ab08-494b995ff3f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.254892] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9b238e-7c9b-4e48-aac2-4ea83e4c5df4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.382132] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.384492] env[69481]: DEBUG oslo_concurrency.lockutils [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.229s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.384724] env[69481]: DEBUG nova.objects.instance [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lazy-loading 'resources' on Instance uuid eb369bb1-f4d2-4286-a4d0-f1a7080e7723 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.403994] env[69481]: INFO nova.scheduler.client.report [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Deleted allocations for instance b700fd5c-bea2-48c1-ba6d-c361872636e2 [ 877.457729] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.458670] env[69481]: DEBUG nova.network.neutron [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Port 75dcf83f-63b3-40f8-9dd2-960c796af15e binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 877.542244] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264077, 'name': CreateVM_Task, 'duration_secs': 0.353579} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.542682] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.543406] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.543601] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.543910] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.544174] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589cd804-81ec-4a3d-bbb8-2a04fe71622e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.548247] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for the task: (returnval){ [ 877.548247] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52553496-3ed1-f5a1-ec62-9fde6b496c74" [ 877.548247] env[69481]: _type = "Task" [ 877.548247] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.555697] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52553496-3ed1-f5a1-ec62-9fde6b496c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.685236] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264074, 'name': CreateSnapshot_Task, 'duration_secs': 0.593184} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.685519] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 877.686300] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee56072-2ef6-43fe-802d-25c0f8e1bfa1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.702874] env[69481]: DEBUG nova.network.neutron [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Successfully updated port: 429f9b63-90b9-4d51-a8bc-7a6c361dd61f {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.717392] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264078, 'name': PowerOffVM_Task, 'duration_secs': 0.167404} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.718704] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.718704] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.720202] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eca615b-8e0d-4591-a7fb-68351bd0c205 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.730862] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.731137] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe9c6535-d08f-4458-b32b-8aa84491f3f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.758771] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.758771] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.758928] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Deleting the datastore file [datastore1] 601dd942-9185-4701-9d96-f67f5cf95527 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.759126] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fe5d631-07e3-4a4a-af48-90bb45f219eb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.764993] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 877.764993] env[69481]: value = "task-3264080" [ 877.764993] env[69481]: _type = "Task" [ 877.764993] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.773238] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.784032] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "18d13787-300f-4a23-806b-1d3e8101b296" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.784032] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "18d13787-300f-4a23-806b-1d3e8101b296" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.784032] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "18d13787-300f-4a23-806b-1d3e8101b296-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.784032] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "18d13787-300f-4a23-806b-1d3e8101b296-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.784032] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "18d13787-300f-4a23-806b-1d3e8101b296-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.785883] env[69481]: INFO nova.compute.manager [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Terminating instance [ 877.921157] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1574328e-a2b0-4f8e-a27d-5532eb477de3 tempest-AttachInterfacesUnderV243Test-1976705358 tempest-AttachInterfacesUnderV243Test-1976705358-project-member] Lock "b700fd5c-bea2-48c1-ba6d-c361872636e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.855s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.008597] env[69481]: DEBUG nova.network.neutron [req-63278d7e-b934-44ce-9506-e5420ebd930a req-92774f85-8c05-4dbb-a19c-0f8ec11f67f3 service nova] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Updated VIF entry in instance network info cache for port 1209146b-57d2-47f8-ab7f-a6dff43aabbe. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.008597] env[69481]: DEBUG nova.network.neutron [req-63278d7e-b934-44ce-9506-e5420ebd930a req-92774f85-8c05-4dbb-a19c-0f8ec11f67f3 service nova] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Updating instance_info_cache with network_info: [{"id": "1209146b-57d2-47f8-ab7f-a6dff43aabbe", "address": "fa:16:3e:c5:64:f5", "network": {"id": "fd4f9184-0a67-4197-af94-2d4b8ca51988", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-701379533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb70ea36c5a443d6bfe1a9dae12464f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1209146b-57", "ovs_interfaceid": "1209146b-57d2-47f8-ab7f-a6dff43aabbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.059062] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52553496-3ed1-f5a1-ec62-9fde6b496c74, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.059370] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.059596] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.059819] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.059959] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.060340] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.060424] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9c390cb-ba3e-482b-9a12-6a7a6d4fafd4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.070859] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.071013] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.071720] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57eaab43-7a3f-4788-b0a6-97f5d89d4ae3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.079076] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for the task: (returnval){ [ 878.079076] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52799e3a-1674-b725-9f5f-e253f230c374" [ 878.079076] env[69481]: _type = "Task" [ 878.079076] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.086216] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52799e3a-1674-b725-9f5f-e253f230c374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.211131] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 878.211686] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "refresh_cache-84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.211816] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "refresh_cache-84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.211952] env[69481]: DEBUG nova.network.neutron [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.215241] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a39edce-091d-4449-b18f-07c41c648ef7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.224456] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 878.224456] env[69481]: value = "task-3264081" [ 878.224456] env[69481]: _type = "Task" [ 878.224456] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.235650] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264081, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.274392] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09378} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.276882] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.277089] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.277294] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.291864] env[69481]: DEBUG nova.compute.manager [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.292160] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.293332] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2948bf-37f3-40cc-817c-e05e499469a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.300946] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.301230] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0945d6ba-eec4-4fed-b14d-e21ee6677e27 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.381605] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.381841] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.382051] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleting the datastore file [datastore1] 18d13787-300f-4a23-806b-1d3e8101b296 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.383444] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7073567e-3bb9-4835-b582-7c5e4d8b9405 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.386296] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb13359-b975-481e-aa05-a339b71865ab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.397559] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4777d92b-8ec5-4065-ac8e-6810ad3ed691 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.398447] env[69481]: DEBUG oslo_vmware.api [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 878.398447] env[69481]: value = "task-3264083" [ 878.398447] env[69481]: _type = "Task" [ 878.398447] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.435706] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1aae18-b414-43af-b461-09c873b8d45e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.443690] env[69481]: DEBUG oslo_vmware.api [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.448580] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e897387-1a5e-4b87-8739-aac93ea9e05e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.476431] env[69481]: DEBUG nova.compute.provider_tree [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.485136] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "170c4c18-014e-4887-a6ce-888f2b28303e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.485409] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "170c4c18-014e-4887-a6ce-888f2b28303e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.485587] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "170c4c18-014e-4887-a6ce-888f2b28303e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.514744] env[69481]: DEBUG oslo_concurrency.lockutils [req-63278d7e-b934-44ce-9506-e5420ebd930a req-92774f85-8c05-4dbb-a19c-0f8ec11f67f3 service nova] Releasing lock "refresh_cache-9c468aae-9323-4c89-91db-dffa1f3df26b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.591577] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52799e3a-1674-b725-9f5f-e253f230c374, 'name': SearchDatastore_Task, 'duration_secs': 0.008365} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.592409] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea707109-ebb6-4103-9384-ebfed4d18308 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.598040] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for the task: (returnval){ [ 878.598040] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e1f804-372c-ad40-e901-41618bd4969e" [ 878.598040] env[69481]: _type = "Task" [ 878.598040] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.605647] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e1f804-372c-ad40-e901-41618bd4969e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.734436] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264081, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.770679] env[69481]: DEBUG nova.network.neutron [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.911970] env[69481]: DEBUG oslo_vmware.api [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181213} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.913485] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.913687] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.913868] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.914056] env[69481]: INFO nova.compute.manager [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Took 0.62 seconds to destroy the instance on the hypervisor. [ 878.914325] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.914543] env[69481]: DEBUG nova.compute.manager [-] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.914639] env[69481]: DEBUG nova.network.neutron [-] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.992207] env[69481]: DEBUG nova.scheduler.client.report [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.078576] env[69481]: DEBUG nova.network.neutron [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Updating instance_info_cache with network_info: [{"id": "429f9b63-90b9-4d51-a8bc-7a6c361dd61f", "address": "fa:16:3e:12:63:35", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429f9b63-90", "ovs_interfaceid": "429f9b63-90b9-4d51-a8bc-7a6c361dd61f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.113922] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e1f804-372c-ad40-e901-41618bd4969e, 'name': SearchDatastore_Task, 'duration_secs': 0.008893} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.115539] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.115866] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 9c468aae-9323-4c89-91db-dffa1f3df26b/9c468aae-9323-4c89-91db-dffa1f3df26b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.117775] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1129d4f8-b628-4320-b01a-0f2bcf0ecd6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.129191] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for the task: (returnval){ [ 879.129191] env[69481]: value = "task-3264084" [ 879.129191] env[69481]: _type = "Task" [ 879.129191] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.136211] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.235796] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264081, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.304182] env[69481]: DEBUG nova.compute.manager [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Received event network-vif-plugged-429f9b63-90b9-4d51-a8bc-7a6c361dd61f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.304182] env[69481]: DEBUG oslo_concurrency.lockutils [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] Acquiring lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.304182] env[69481]: DEBUG oslo_concurrency.lockutils [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] Lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.304182] env[69481]: DEBUG oslo_concurrency.lockutils [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] Lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.304182] env[69481]: DEBUG nova.compute.manager [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] No waiting events found dispatching network-vif-plugged-429f9b63-90b9-4d51-a8bc-7a6c361dd61f {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.304182] env[69481]: WARNING nova.compute.manager [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Received unexpected event network-vif-plugged-429f9b63-90b9-4d51-a8bc-7a6c361dd61f for instance with vm_state building and task_state spawning. [ 879.304182] env[69481]: DEBUG nova.compute.manager [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Received event network-changed-429f9b63-90b9-4d51-a8bc-7a6c361dd61f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.304409] env[69481]: DEBUG nova.compute.manager [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Refreshing instance network info cache due to event network-changed-429f9b63-90b9-4d51-a8bc-7a6c361dd61f. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.304579] env[69481]: DEBUG oslo_concurrency.lockutils [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] Acquiring lock "refresh_cache-84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.322221] env[69481]: DEBUG nova.virt.hardware [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.322941] env[69481]: DEBUG nova.virt.hardware [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.322941] env[69481]: DEBUG nova.virt.hardware [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.322941] env[69481]: DEBUG nova.virt.hardware [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.324033] env[69481]: DEBUG nova.virt.hardware [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.324033] env[69481]: DEBUG nova.virt.hardware [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.324033] env[69481]: DEBUG nova.virt.hardware [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.324242] env[69481]: DEBUG nova.virt.hardware [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.324384] env[69481]: DEBUG nova.virt.hardware [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.324561] env[69481]: DEBUG nova.virt.hardware [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.324776] env[69481]: DEBUG nova.virt.hardware [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.327152] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c955a6d-2fe1-4a9f-9595-67df7b145577 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.334671] env[69481]: DEBUG nova.compute.manager [req-4877840e-328f-42fc-800c-cdad070c121a req-7890e684-9119-4f89-a82f-4c53e51b033f service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Received event network-vif-deleted-661c283c-cbf6-40f6-a7bd-b13467c959a4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.335167] env[69481]: INFO nova.compute.manager [req-4877840e-328f-42fc-800c-cdad070c121a req-7890e684-9119-4f89-a82f-4c53e51b033f service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Neutron deleted interface 661c283c-cbf6-40f6-a7bd-b13467c959a4; detaching it from the instance and deleting it from the info cache [ 879.335251] env[69481]: DEBUG nova.network.neutron [req-4877840e-328f-42fc-800c-cdad070c121a req-7890e684-9119-4f89-a82f-4c53e51b033f service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.343934] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8c24da-8a97-4986-a673-71fd44a0765d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.361805] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.368291] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.370454] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.370714] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cef19ab-3f20-4af1-b3e1-ace67e175967 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.392739] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.392739] env[69481]: value = "task-3264085" [ 879.392739] env[69481]: _type = "Task" [ 879.392739] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.402258] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264085, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.503157] env[69481]: DEBUG oslo_concurrency.lockutils [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.508033] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.424s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.509299] env[69481]: INFO nova.compute.claims [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.542954] env[69481]: INFO nova.scheduler.client.report [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Deleted allocations for instance eb369bb1-f4d2-4286-a4d0-f1a7080e7723 [ 879.567262] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.567262] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.567262] env[69481]: DEBUG nova.network.neutron [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.581518] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "refresh_cache-84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.581896] env[69481]: DEBUG nova.compute.manager [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Instance network_info: |[{"id": "429f9b63-90b9-4d51-a8bc-7a6c361dd61f", "address": "fa:16:3e:12:63:35", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429f9b63-90", "ovs_interfaceid": "429f9b63-90b9-4d51-a8bc-7a6c361dd61f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.582264] env[69481]: DEBUG oslo_concurrency.lockutils [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] Acquired lock "refresh_cache-84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.582509] env[69481]: DEBUG nova.network.neutron [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Refreshing network info cache for port 429f9b63-90b9-4d51-a8bc-7a6c361dd61f {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.583911] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:63:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '429f9b63-90b9-4d51-a8bc-7a6c361dd61f', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.594142] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.595141] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.595405] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bed8b64-3955-4522-a5ed-c6054442d29c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.621793] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.621793] env[69481]: value = "task-3264086" [ 879.621793] env[69481]: _type = "Task" [ 879.621793] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.628925] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264086, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.637624] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466741} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.637979] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 9c468aae-9323-4c89-91db-dffa1f3df26b/9c468aae-9323-4c89-91db-dffa1f3df26b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.638361] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.638614] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82a89209-d7a5-4a32-b3d8-b834ff888a71 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.645614] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for the task: (returnval){ [ 879.645614] env[69481]: value = "task-3264087" [ 879.645614] env[69481]: _type = "Task" [ 879.645614] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.654482] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.737612] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264081, 'name': CloneVM_Task} progress is 95%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.795797] env[69481]: DEBUG nova.network.neutron [-] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.839812] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28498374-6bb9-473f-88eb-e7479a696ba0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.850204] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320d32d5-daa9-4b81-b570-f0564c3c0ddd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.891043] env[69481]: DEBUG nova.compute.manager [req-4877840e-328f-42fc-800c-cdad070c121a req-7890e684-9119-4f89-a82f-4c53e51b033f service nova] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Detach interface failed, port_id=661c283c-cbf6-40f6-a7bd-b13467c959a4, reason: Instance 18d13787-300f-4a23-806b-1d3e8101b296 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.904633] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264085, 'name': CreateVM_Task, 'duration_secs': 0.361463} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.905273] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.905728] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.905907] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.906316] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.906897] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b2d664-bd57-48aa-8151-9af0decd6069 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.911581] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 879.911581] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52237574-add0-5f7f-7f0a-b6488008c2d0" [ 879.911581] env[69481]: _type = "Task" [ 879.911581] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.920414] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52237574-add0-5f7f-7f0a-b6488008c2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.053413] env[69481]: DEBUG oslo_concurrency.lockutils [None req-170a4f59-f3af-4edd-8f06-fa8d153df79f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "eb369bb1-f4d2-4286-a4d0-f1a7080e7723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.848s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.137892] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264086, 'name': CreateVM_Task, 'duration_secs': 0.36245} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.138555] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.139342] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.139634] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.140160] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.140516] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c71f518-c770-4b6b-848e-39dbbdd669f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.145164] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 880.145164] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525549fe-18e8-2225-f541-68e7b19f02f7" [ 880.145164] env[69481]: _type = "Task" [ 880.145164] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.160023] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072832} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.163690] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.165505] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ecaaf-6608-430d-a44a-e37b199de351 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.168984] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.170920] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Processing image 2bce8bb7-a44c-4cc4-8b1e-287fab02ce95 {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.170920] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.170920] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.170920] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.173326] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2dbdd71-6e47-4359-b08a-8aa781ba9d99 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.200509] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 9c468aae-9323-4c89-91db-dffa1f3df26b/9c468aae-9323-4c89-91db-dffa1f3df26b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.206023] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-437feacd-f229-4f32-833f-9f705428045f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.224243] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.224573] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.228478] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.228898] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.229216] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.229915] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.230214] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.232136] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dea239d-1c41-4ef6-be78-95b54b0b0da9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.235719] env[69481]: INFO nova.compute.manager [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Terminating instance [ 880.246364] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for the task: (returnval){ [ 880.246364] env[69481]: value = "task-3264088" [ 880.246364] env[69481]: _type = "Task" [ 880.246364] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.247544] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 880.247544] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a16bc7-38d2-a2c8-93a3-bf3b18f07b84" [ 880.247544] env[69481]: _type = "Task" [ 880.247544] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.253964] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264081, 'name': CloneVM_Task, 'duration_secs': 1.790245} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.260233] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Created linked-clone VM from snapshot [ 880.261556] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c08921d-299d-4349-81f5-ef69f7abaa6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.271482] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.279326] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Preparing fetch location {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 880.279551] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Fetch image to [datastore2] OSTACK_IMG_16720f38-48e6-42be-a28a-4398afe43e55/OSTACK_IMG_16720f38-48e6-42be-a28a-4398afe43e55.vmdk {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 880.279786] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Downloading stream optimized image 2bce8bb7-a44c-4cc4-8b1e-287fab02ce95 to [datastore2] OSTACK_IMG_16720f38-48e6-42be-a28a-4398afe43e55/OSTACK_IMG_16720f38-48e6-42be-a28a-4398afe43e55.vmdk on the data store datastore2 as vApp {{(pid=69481) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 880.279991] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Downloading image file data 2bce8bb7-a44c-4cc4-8b1e-287fab02ce95 to the ESX as VM named 'OSTACK_IMG_16720f38-48e6-42be-a28a-4398afe43e55' {{(pid=69481) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 880.282243] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Uploading image da26b615-7cfd-4fab-aa8a-b64fc6845a66 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 880.300922] env[69481]: INFO nova.compute.manager [-] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Took 1.39 seconds to deallocate network for instance. [ 880.326659] env[69481]: DEBUG oslo_vmware.rw_handles [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 880.326659] env[69481]: value = "vm-652079" [ 880.326659] env[69481]: _type = "VirtualMachine" [ 880.326659] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 880.328285] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e0f3dba-f7c4-4aed-b40d-a22a8c1656e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.335634] env[69481]: DEBUG oslo_vmware.rw_handles [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lease: (returnval){ [ 880.335634] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526d5ff8-b5fc-2bff-8bed-a1ebb2c57042" [ 880.335634] env[69481]: _type = "HttpNfcLease" [ 880.335634] env[69481]: } obtained for exporting VM: (result){ [ 880.335634] env[69481]: value = "vm-652079" [ 880.335634] env[69481]: _type = "VirtualMachine" [ 880.335634] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 880.335855] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the lease: (returnval){ [ 880.335855] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526d5ff8-b5fc-2bff-8bed-a1ebb2c57042" [ 880.335855] env[69481]: _type = "HttpNfcLease" [ 880.335855] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 880.365725] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 880.365725] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526d5ff8-b5fc-2bff-8bed-a1ebb2c57042" [ 880.365725] env[69481]: _type = "HttpNfcLease" [ 880.365725] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 880.366034] env[69481]: DEBUG oslo_vmware.rw_handles [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 880.366034] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526d5ff8-b5fc-2bff-8bed-a1ebb2c57042" [ 880.366034] env[69481]: _type = "HttpNfcLease" [ 880.366034] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 880.366821] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec3278d-4260-41b7-b4f4-fd70b6374d74 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.374246] env[69481]: DEBUG oslo_vmware.rw_handles [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d784b8-5016-df05-f7be-f0a93e99cc7c/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 880.374453] env[69481]: DEBUG oslo_vmware.rw_handles [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d784b8-5016-df05-f7be-f0a93e99cc7c/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 880.441277] env[69481]: DEBUG oslo_vmware.rw_handles [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 880.441277] env[69481]: value = "resgroup-9" [ 880.441277] env[69481]: _type = "ResourcePool" [ 880.441277] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 880.442251] env[69481]: DEBUG nova.network.neutron [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance_info_cache with network_info: [{"id": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "address": "fa:16:3e:9e:67:bf", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75dcf83f-63", "ovs_interfaceid": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.447352] env[69481]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6b4a510c-319a-4a1b-bf9e-784d73ee4e95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.463853] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.476471] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52237574-add0-5f7f-7f0a-b6488008c2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.477985] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.478243] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.478506] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.478650] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.478827] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.479181] env[69481]: DEBUG oslo_vmware.rw_handles [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lease: (returnval){ [ 880.479181] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5296a4f8-9be7-57ce-958e-044f4fbf2d6d" [ 880.479181] env[69481]: _type = "HttpNfcLease" [ 880.479181] env[69481]: } obtained for vApp import into resource pool (val){ [ 880.479181] env[69481]: value = "resgroup-9" [ 880.479181] env[69481]: _type = "ResourcePool" [ 880.479181] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 880.479409] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the lease: (returnval){ [ 880.479409] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5296a4f8-9be7-57ce-958e-044f4fbf2d6d" [ 880.479409] env[69481]: _type = "HttpNfcLease" [ 880.479409] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 880.479616] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52255caf-fe04-4922-9809-f9ab3d1a3046 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.488723] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 880.488723] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5296a4f8-9be7-57ce-958e-044f4fbf2d6d" [ 880.488723] env[69481]: _type = "HttpNfcLease" [ 880.488723] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 880.491534] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.491596] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.492327] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0758b5-ea54-481c-a799-8d30d587f215 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.497787] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 880.497787] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ea24fe-23c7-0845-9a9e-56148305e7d8" [ 880.497787] env[69481]: _type = "Task" [ 880.497787] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.507473] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa313c6a-0673-4bbd-a87c-ddab6bab1e20 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.509628] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ea24fe-23c7-0845-9a9e-56148305e7d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.521205] env[69481]: DEBUG nova.network.neutron [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Updated VIF entry in instance network info cache for port 429f9b63-90b9-4d51-a8bc-7a6c361dd61f. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.521609] env[69481]: DEBUG nova.network.neutron [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Updating instance_info_cache with network_info: [{"id": "429f9b63-90b9-4d51-a8bc-7a6c361dd61f", "address": "fa:16:3e:12:63:35", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429f9b63-90", "ovs_interfaceid": "429f9b63-90b9-4d51-a8bc-7a6c361dd61f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.744878] env[69481]: DEBUG nova.compute.manager [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.745043] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.745985] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73970076-182d-4f15-bb95-11b5516ac765 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.757361] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264088, 'name': ReconfigVM_Task, 'duration_secs': 0.312654} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.763918] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 9c468aae-9323-4c89-91db-dffa1f3df26b/9c468aae-9323-4c89-91db-dffa1f3df26b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.765201] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.765201] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c7f30ee-edb8-43db-96c1-79533f3ff84b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.767041] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b73f2786-f618-4e8a-ad57-8bed4780b1c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.773613] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for the task: (returnval){ [ 880.773613] env[69481]: value = "task-3264091" [ 880.773613] env[69481]: _type = "Task" [ 880.773613] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.781092] env[69481]: DEBUG oslo_vmware.api [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 880.781092] env[69481]: value = "task-3264092" [ 880.781092] env[69481]: _type = "Task" [ 880.781092] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.793861] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264091, 'name': Rename_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.800807] env[69481]: DEBUG oslo_vmware.api [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3264092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.817288] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.995479] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca76117-a04c-4278-8afb-b2da593de0c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.000129] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 881.000129] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5296a4f8-9be7-57ce-958e-044f4fbf2d6d" [ 881.000129] env[69481]: _type = "HttpNfcLease" [ 881.000129] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 881.030260] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f4a868-1c09-43e8-a1bd-72cb1c5d6e5a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.034024] env[69481]: DEBUG oslo_concurrency.lockutils [req-73bd2552-ca86-48d2-a7cd-2cd5c80861f9 req-774a3471-1814-4ec7-87f1-0ec40256e8ac service nova] Releasing lock "refresh_cache-84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.034701] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ea24fe-23c7-0845-9a9e-56148305e7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012479} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.035738] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caab7b39-94ff-4885-8a86-1b0059893c11 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.041138] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance '170c4c18-014e-4887-a6ce-888f2b28303e' progress to 83 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.053540] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 881.053540] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ae85c3-f952-09ea-624f-4ebd4e3ab367" [ 881.053540] env[69481]: _type = "Task" [ 881.053540] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.063026] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ae85c3-f952-09ea-624f-4ebd4e3ab367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.080497] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e00d71-a3f7-43ac-9c99-3301197bdf20 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.087406] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dac4527-8d97-469f-9c92-3dfb80f91afd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.120669] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a96ca14-0f14-4477-bec2-c9b944292f58 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.129201] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b5a8b1-9ffb-4d65-a895-30d1d7bc2ca7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.144703] env[69481]: DEBUG nova.compute.provider_tree [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.283518] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264091, 'name': Rename_Task, 'duration_secs': 0.196861} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.287326] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.287651] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a766bb68-53a4-4bc6-8c14-2a8c5dde937d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.298245] env[69481]: DEBUG oslo_vmware.api [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3264092, 'name': PowerOffVM_Task, 'duration_secs': 0.212782} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.298625] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.298873] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.299578] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for the task: (returnval){ [ 881.299578] env[69481]: value = "task-3264093" [ 881.299578] env[69481]: _type = "Task" [ 881.299578] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.299791] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5feac31d-b166-4be3-bf45-1eb0ae40c0ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.311929] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264093, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.370958] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.371863] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.372250] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Deleting the datastore file [datastore2] 584cd2c9-73b0-4bae-9ec1-55c2366a566b {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.372746] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbb253ee-1a73-48ea-b2df-f409dfe66fe5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.382020] env[69481]: DEBUG oslo_vmware.api [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for the task: (returnval){ [ 881.382020] env[69481]: value = "task-3264095" [ 881.382020] env[69481]: _type = "Task" [ 881.382020] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.390251] env[69481]: DEBUG oslo_vmware.api [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3264095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.492337] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 881.492337] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5296a4f8-9be7-57ce-958e-044f4fbf2d6d" [ 881.492337] env[69481]: _type = "HttpNfcLease" [ 881.492337] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 881.492687] env[69481]: DEBUG oslo_vmware.rw_handles [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 881.492687] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5296a4f8-9be7-57ce-958e-044f4fbf2d6d" [ 881.492687] env[69481]: _type = "HttpNfcLease" [ 881.492687] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 881.493750] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5128337-b7c0-47f6-80d9-7c217c969730 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.503330] env[69481]: DEBUG oslo_vmware.rw_handles [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a12e0-babe-e332-a836-fc74ac6aeb76/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 881.503710] env[69481]: DEBUG oslo_vmware.rw_handles [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a12e0-babe-e332-a836-fc74ac6aeb76/disk-0.vmdk. {{(pid=69481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 881.565791] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.566276] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f352c449-4d82-4b21-a39d-4873fba735fb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.581123] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4145efce-6c4f-48e4-8b79-8fee9c424f55 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.583658] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ae85c3-f952-09ea-624f-4ebd4e3ab367, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.585456] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.585865] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 601dd942-9185-4701-9d96-f67f5cf95527/601dd942-9185-4701-9d96-f67f5cf95527.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.586249] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 881.586249] env[69481]: value = "task-3264096" [ 881.586249] env[69481]: _type = "Task" [ 881.586249] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.587135] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d1d722-bb55-4634-bc6b-3439c37ec63e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.603271] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.605219] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 881.605219] env[69481]: value = "task-3264097" [ 881.605219] env[69481]: _type = "Task" [ 881.605219] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.616485] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.648284] env[69481]: DEBUG nova.scheduler.client.report [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.813721] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.893109] env[69481]: DEBUG oslo_vmware.api [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Task: {'id': task-3264095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208556} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.894847] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.895170] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.895436] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.898986] env[69481]: INFO nova.compute.manager [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 881.900272] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.903660] env[69481]: DEBUG nova.compute.manager [-] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.903812] env[69481]: DEBUG nova.network.neutron [-] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.105236] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.121047] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264097, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.154732] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.155555] env[69481]: DEBUG nova.compute.manager [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.160070] env[69481]: DEBUG oslo_concurrency.lockutils [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.671s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.160070] env[69481]: DEBUG nova.objects.instance [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lazy-loading 'resources' on Instance uuid a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.313571] env[69481]: DEBUG oslo_vmware.api [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264093, 'name': PowerOnVM_Task, 'duration_secs': 0.549223} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.313948] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.314256] env[69481]: INFO nova.compute.manager [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Took 7.75 seconds to spawn the instance on the hypervisor. [ 882.314733] env[69481]: DEBUG nova.compute.manager [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.315932] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4dde63-4152-4fb0-a395-0effaee061e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.605375] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.617989] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264097, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.670361] env[69481]: DEBUG nova.compute.utils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.671977] env[69481]: DEBUG nova.compute.manager [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.672134] env[69481]: DEBUG nova.network.neutron [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.751663] env[69481]: DEBUG nova.policy [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c9f9819f3b14b7795ec200ce94c2e0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a98606cef2844fc98983949b669133d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.775191] env[69481]: DEBUG nova.compute.manager [req-651407de-8780-4564-9572-2fb554d6f4ee req-6409c6a2-6cb3-4675-be20-6faacc451532 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Received event network-vif-deleted-876d23a7-7c37-439a-b7da-8def51756ed2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.775191] env[69481]: INFO nova.compute.manager [req-651407de-8780-4564-9572-2fb554d6f4ee req-6409c6a2-6cb3-4675-be20-6faacc451532 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Neutron deleted interface 876d23a7-7c37-439a-b7da-8def51756ed2; detaching it from the instance and deleting it from the info cache [ 882.775191] env[69481]: DEBUG nova.network.neutron [req-651407de-8780-4564-9572-2fb554d6f4ee req-6409c6a2-6cb3-4675-be20-6faacc451532 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.835421] env[69481]: INFO nova.compute.manager [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Took 47.53 seconds to build instance. [ 883.111845] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264096, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.126325] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264097, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.503634} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.126708] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 601dd942-9185-4701-9d96-f67f5cf95527/601dd942-9185-4701-9d96-f67f5cf95527.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.126946] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.127399] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7713dd6b-0e80-41a4-9687-0ebc9b95ff20 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.134399] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 883.134399] env[69481]: value = "task-3264098" [ 883.134399] env[69481]: _type = "Task" [ 883.134399] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.146785] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.165883] env[69481]: DEBUG nova.network.neutron [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Successfully created port: d4206275-0cad-4358-a30a-48e7dbe7f1bd {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.174864] env[69481]: DEBUG nova.compute.manager [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.229308] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b063da-67c5-4292-a36b-432887925e9f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.239100] env[69481]: DEBUG nova.network.neutron [-] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.243033] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8938f123-a00f-4620-a1ed-67749091eb3e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.279288] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6064ec4f-c6f2-4d3d-bb27-e08037c53759 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.283272] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3992116-b4fb-4cef-bc1a-9e2163b63d01 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.295992] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f23cbc4-232c-406d-b61a-71ffc12e2e63 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.304953] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2694f7-e667-4cdf-af37-801309c4091a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.331419] env[69481]: DEBUG nova.compute.provider_tree [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.351533] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a19adf5-5f50-4c01-b583-c716c3e45486 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "9c468aae-9323-4c89-91db-dffa1f3df26b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.056s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.351533] env[69481]: DEBUG nova.compute.manager [req-651407de-8780-4564-9572-2fb554d6f4ee req-6409c6a2-6cb3-4675-be20-6faacc451532 service nova] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Detach interface failed, port_id=876d23a7-7c37-439a-b7da-8def51756ed2, reason: Instance 584cd2c9-73b0-4bae-9ec1-55c2366a566b could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.352392] env[69481]: DEBUG nova.scheduler.client.report [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.605606] env[69481]: DEBUG oslo_vmware.api [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264096, 'name': PowerOnVM_Task, 'duration_secs': 1.561864} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.605830] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.606024] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe7a2f-d028-445e-b589-7ec0fdb02fd0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance '170c4c18-014e-4887-a6ce-888f2b28303e' progress to 100 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.651370] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118744} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.651660] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.654486] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab731e2a-3cb8-47d0-9c2c-2fbbd947ef44 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.679215] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 601dd942-9185-4701-9d96-f67f5cf95527/601dd942-9185-4701-9d96-f67f5cf95527.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.684643] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2dc2a13-1953-4c12-bfb3-72cc249fba9f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.708293] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 883.708293] env[69481]: value = "task-3264099" [ 883.708293] env[69481]: _type = "Task" [ 883.708293] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.717736] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.742734] env[69481]: INFO nova.compute.manager [-] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Took 1.84 seconds to deallocate network for instance. [ 883.860700] env[69481]: DEBUG oslo_concurrency.lockutils [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.864244] env[69481]: DEBUG oslo_concurrency.lockutils [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.192s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.864244] env[69481]: DEBUG nova.objects.instance [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lazy-loading 'resources' on Instance uuid 6e121b59-0677-42d8-b694-a0c05bab1118 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.895069] env[69481]: INFO nova.scheduler.client.report [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleted allocations for instance a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94 [ 884.201799] env[69481]: DEBUG nova.compute.manager [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.222023] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.241647] env[69481]: DEBUG nova.virt.hardware [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.241856] env[69481]: DEBUG nova.virt.hardware [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.242028] env[69481]: DEBUG nova.virt.hardware [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.242230] env[69481]: DEBUG nova.virt.hardware [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.242446] env[69481]: DEBUG nova.virt.hardware [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.242572] env[69481]: DEBUG nova.virt.hardware [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.243011] env[69481]: DEBUG nova.virt.hardware [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.243011] env[69481]: DEBUG nova.virt.hardware [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.244073] env[69481]: DEBUG nova.virt.hardware [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.244073] env[69481]: DEBUG nova.virt.hardware [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.245032] env[69481]: DEBUG nova.virt.hardware [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.246517] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44afbba1-0597-4779-bbb6-e5423f29dc29 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.253334] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.263138] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad9d711-b852-407a-bb2d-1b3bbbd688fb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.409305] env[69481]: DEBUG oslo_vmware.rw_handles [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Completed reading data from the image iterator. {{(pid=69481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 884.409305] env[69481]: DEBUG oslo_vmware.rw_handles [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a12e0-babe-e332-a836-fc74ac6aeb76/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 884.410658] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9460e987-0b94-4964-b686-b18985e363f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.416454] env[69481]: DEBUG oslo_concurrency.lockutils [None req-71769bff-b47c-4ff7-b63f-e8c5d2dee257 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.652s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.421862] env[69481]: DEBUG oslo_vmware.rw_handles [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a12e0-babe-e332-a836-fc74ac6aeb76/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 884.422078] env[69481]: DEBUG oslo_vmware.rw_handles [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a12e0-babe-e332-a836-fc74ac6aeb76/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 884.422342] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ce6683a2-1430-47dd-b0f7-712244f9c72f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.504977] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquiring lock "9c468aae-9323-4c89-91db-dffa1f3df26b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.505442] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "9c468aae-9323-4c89-91db-dffa1f3df26b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.505796] env[69481]: INFO nova.compute.manager [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Rebooting instance [ 884.680056] env[69481]: DEBUG oslo_vmware.rw_handles [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a12e0-babe-e332-a836-fc74ac6aeb76/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 884.680056] env[69481]: INFO nova.virt.vmwareapi.images [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Downloaded image file data 2bce8bb7-a44c-4cc4-8b1e-287fab02ce95 [ 884.680056] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc24c53-d8a5-45a7-9c67-62209ce974c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.703175] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30b59f91-3083-4e19-b861-8eac15be8d63 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.720535] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264099, 'name': ReconfigVM_Task, 'duration_secs': 0.630484} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.723899] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 601dd942-9185-4701-9d96-f67f5cf95527/601dd942-9185-4701-9d96-f67f5cf95527.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.725925] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb24c8e8-37f5-449b-a289-27558b4c34b6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.732255] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 884.732255] env[69481]: value = "task-3264101" [ 884.732255] env[69481]: _type = "Task" [ 884.732255] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.741826] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264101, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.808537] env[69481]: DEBUG nova.network.neutron [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Successfully updated port: d4206275-0cad-4358-a30a-48e7dbe7f1bd {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.812876] env[69481]: DEBUG nova.compute.manager [req-4c0b9679-ebab-4bb1-be7a-b7e58f32cfc5 req-ad791c44-04ad-4335-8c3b-730639a21979 service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Received event network-vif-plugged-d4206275-0cad-4358-a30a-48e7dbe7f1bd {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.813299] env[69481]: DEBUG oslo_concurrency.lockutils [req-4c0b9679-ebab-4bb1-be7a-b7e58f32cfc5 req-ad791c44-04ad-4335-8c3b-730639a21979 service nova] Acquiring lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.813428] env[69481]: DEBUG oslo_concurrency.lockutils [req-4c0b9679-ebab-4bb1-be7a-b7e58f32cfc5 req-ad791c44-04ad-4335-8c3b-730639a21979 service nova] Lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.813628] env[69481]: DEBUG oslo_concurrency.lockutils [req-4c0b9679-ebab-4bb1-be7a-b7e58f32cfc5 req-ad791c44-04ad-4335-8c3b-730639a21979 service nova] Lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.813811] env[69481]: DEBUG nova.compute.manager [req-4c0b9679-ebab-4bb1-be7a-b7e58f32cfc5 req-ad791c44-04ad-4335-8c3b-730639a21979 service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] No waiting events found dispatching network-vif-plugged-d4206275-0cad-4358-a30a-48e7dbe7f1bd {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.813974] env[69481]: WARNING nova.compute.manager [req-4c0b9679-ebab-4bb1-be7a-b7e58f32cfc5 req-ad791c44-04ad-4335-8c3b-730639a21979 service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Received unexpected event network-vif-plugged-d4206275-0cad-4358-a30a-48e7dbe7f1bd for instance with vm_state building and task_state spawning. [ 884.984329] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.984613] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.984876] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.985097] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.985316] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.987677] env[69481]: INFO nova.compute.manager [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Terminating instance [ 885.025640] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquiring lock "refresh_cache-9c468aae-9323-4c89-91db-dffa1f3df26b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.025858] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquired lock "refresh_cache-9c468aae-9323-4c89-91db-dffa1f3df26b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.026049] env[69481]: DEBUG nova.network.neutron [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.033167] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b47a3c8-d117-4203-8eda-0c06caec09ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.042967] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba47f51c-7f95-4121-82fc-88e6f8402964 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.077720] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afadb680-da37-4cbe-9d16-c7c2ecb6f0b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.085976] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c2e62c-f25c-4e04-b4d5-abadee31e8d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.101931] env[69481]: DEBUG nova.compute.provider_tree [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.243883] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264101, 'name': Rename_Task, 'duration_secs': 0.287642} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.244220] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.244461] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49664d8d-85aa-48ca-8f78-b77dea74b087 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.252020] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 885.252020] env[69481]: value = "task-3264102" [ 885.252020] env[69481]: _type = "Task" [ 885.252020] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.260011] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.318630] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "refresh_cache-a6787dce-6ac2-470c-b1e2-b05c7e028f79" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.318630] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquired lock "refresh_cache-a6787dce-6ac2-470c-b1e2-b05c7e028f79" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.318630] env[69481]: DEBUG nova.network.neutron [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.492396] env[69481]: DEBUG nova.compute.manager [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.492627] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.493958] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d80a46-c53b-4a54-a0ca-30bdf5629b1d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.502083] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.502376] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19bb8ccd-9d83-49e0-b339-bc83f584aeb1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.509024] env[69481]: DEBUG oslo_vmware.api [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 885.509024] env[69481]: value = "task-3264103" [ 885.509024] env[69481]: _type = "Task" [ 885.509024] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.517688] env[69481]: DEBUG oslo_vmware.api [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3264103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.605422] env[69481]: DEBUG nova.scheduler.client.report [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.771595] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.830974] env[69481]: DEBUG nova.network.neutron [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Updating instance_info_cache with network_info: [{"id": "1209146b-57d2-47f8-ab7f-a6dff43aabbe", "address": "fa:16:3e:c5:64:f5", "network": {"id": "fd4f9184-0a67-4197-af94-2d4b8ca51988", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-701379533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb70ea36c5a443d6bfe1a9dae12464f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1209146b-57", "ovs_interfaceid": "1209146b-57d2-47f8-ab7f-a6dff43aabbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.853206] env[69481]: DEBUG nova.network.neutron [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.006694] env[69481]: DEBUG nova.network.neutron [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Updating instance_info_cache with network_info: [{"id": "d4206275-0cad-4358-a30a-48e7dbe7f1bd", "address": "fa:16:3e:7c:bf:c8", "network": {"id": "837368cd-f029-4650-835d-19d92499a8e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1966134912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a98606cef2844fc98983949b669133d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4206275-0c", "ovs_interfaceid": "d4206275-0cad-4358-a30a-48e7dbe7f1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.029598] env[69481]: DEBUG oslo_vmware.api [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3264103, 'name': PowerOffVM_Task, 'duration_secs': 0.227421} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.030636] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.031049] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.031391] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02345218-14e6-43c0-9210-a7af9393bdf9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.097443] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.097699] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.097897] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleting the datastore file [datastore2] e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.098187] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb7ff75c-a7cb-4c35-a89b-d635423a50ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.104512] env[69481]: DEBUG oslo_vmware.api [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 886.104512] env[69481]: value = "task-3264105" [ 886.104512] env[69481]: _type = "Task" [ 886.104512] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.114441] env[69481]: DEBUG oslo_concurrency.lockutils [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.116516] env[69481]: DEBUG oslo_vmware.api [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3264105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.117030] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.580s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.118986] env[69481]: INFO nova.compute.claims [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.145177] env[69481]: INFO nova.scheduler.client.report [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Deleted allocations for instance 6e121b59-0677-42d8-b694-a0c05bab1118 [ 886.263167] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.334759] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Releasing lock "refresh_cache-9c468aae-9323-4c89-91db-dffa1f3df26b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.510251] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Releasing lock "refresh_cache-a6787dce-6ac2-470c-b1e2-b05c7e028f79" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.510610] env[69481]: DEBUG nova.compute.manager [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Instance network_info: |[{"id": "d4206275-0cad-4358-a30a-48e7dbe7f1bd", "address": "fa:16:3e:7c:bf:c8", "network": {"id": "837368cd-f029-4650-835d-19d92499a8e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1966134912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a98606cef2844fc98983949b669133d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4206275-0c", "ovs_interfaceid": "d4206275-0cad-4358-a30a-48e7dbe7f1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.511071] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:bf:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4206275-0cad-4358-a30a-48e7dbe7f1bd', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.518866] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.521784] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.522058] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4953e0cb-aaa2-4cad-b783-3f190abfaf70 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.544658] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.544658] env[69481]: value = "task-3264106" [ 886.544658] env[69481]: _type = "Task" [ 886.544658] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.555019] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264106, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.599650] env[69481]: DEBUG nova.network.neutron [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Port 75dcf83f-63b3-40f8-9dd2-960c796af15e binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 886.599951] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.600173] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.600381] env[69481]: DEBUG nova.network.neutron [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.616032] env[69481]: DEBUG oslo_vmware.api [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3264105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281866} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.616032] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.616177] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.616377] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.616590] env[69481]: INFO nova.compute.manager [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Took 1.12 seconds to destroy the instance on the hypervisor. [ 886.617102] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.617234] env[69481]: DEBUG nova.compute.manager [-] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.617234] env[69481]: DEBUG nova.network.neutron [-] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.653936] env[69481]: DEBUG oslo_concurrency.lockutils [None req-59577bbf-b216-49cf-988f-aa368e8f8d47 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "6e121b59-0677-42d8-b694-a0c05bab1118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.504s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.764799] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.841368] env[69481]: DEBUG nova.compute.manager [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.842290] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cef5ee1-8175-4bbc-9d4a-46f28130d39b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.001880] env[69481]: DEBUG nova.compute.manager [req-584ef106-7f22-4fb3-9239-96ba5408ffc9 req-c0cdc579-aaec-4ec3-bc36-c6fb36eb5a46 service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Received event network-changed-d4206275-0cad-4358-a30a-48e7dbe7f1bd {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.001880] env[69481]: DEBUG nova.compute.manager [req-584ef106-7f22-4fb3-9239-96ba5408ffc9 req-c0cdc579-aaec-4ec3-bc36-c6fb36eb5a46 service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Refreshing instance network info cache due to event network-changed-d4206275-0cad-4358-a30a-48e7dbe7f1bd. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.003218] env[69481]: DEBUG oslo_concurrency.lockutils [req-584ef106-7f22-4fb3-9239-96ba5408ffc9 req-c0cdc579-aaec-4ec3-bc36-c6fb36eb5a46 service nova] Acquiring lock "refresh_cache-a6787dce-6ac2-470c-b1e2-b05c7e028f79" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.004417] env[69481]: DEBUG oslo_concurrency.lockutils [req-584ef106-7f22-4fb3-9239-96ba5408ffc9 req-c0cdc579-aaec-4ec3-bc36-c6fb36eb5a46 service nova] Acquired lock "refresh_cache-a6787dce-6ac2-470c-b1e2-b05c7e028f79" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.004417] env[69481]: DEBUG nova.network.neutron [req-584ef106-7f22-4fb3-9239-96ba5408ffc9 req-c0cdc579-aaec-4ec3-bc36-c6fb36eb5a46 service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Refreshing network info cache for port d4206275-0cad-4358-a30a-48e7dbe7f1bd {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.057533] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264106, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.078288] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquiring lock "c31d2c3c-560d-479b-bd82-2004a6f7390a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.078582] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "c31d2c3c-560d-479b-bd82-2004a6f7390a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.085042] env[69481]: DEBUG nova.compute.manager [req-2c35880a-9cf0-49dc-b7af-b823c29e1abd req-9e319579-8323-418a-9a09-f6ad05b52979 service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Received event network-vif-deleted-6a1fca62-22d4-47c7-b80c-3ddee599b515 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.085310] env[69481]: INFO nova.compute.manager [req-2c35880a-9cf0-49dc-b7af-b823c29e1abd req-9e319579-8323-418a-9a09-f6ad05b52979 service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Neutron deleted interface 6a1fca62-22d4-47c7-b80c-3ddee599b515; detaching it from the instance and deleting it from the info cache [ 887.085557] env[69481]: DEBUG nova.network.neutron [req-2c35880a-9cf0-49dc-b7af-b823c29e1abd req-9e319579-8323-418a-9a09-f6ad05b52979 service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.265506] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.444789] env[69481]: DEBUG nova.network.neutron [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance_info_cache with network_info: [{"id": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "address": "fa:16:3e:9e:67:bf", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75dcf83f-63", "ovs_interfaceid": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.468897] env[69481]: DEBUG nova.network.neutron [-] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.563840] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264106, 'name': CreateVM_Task, 'duration_secs': 0.772229} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.564032] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.564733] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.564899] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.565374] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.565549] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0046173d-d149-47cd-8ff7-d87503713864 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.573426] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 887.573426] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]523bd580-0ae8-207c-d6db-ab17af0413ee" [ 887.573426] env[69481]: _type = "Task" [ 887.573426] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.582349] env[69481]: DEBUG nova.compute.manager [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.585116] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523bd580-0ae8-207c-d6db-ab17af0413ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.588468] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78f13318-06ef-4712-81d7-e2b871112ba5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.599989] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5580b42-57de-4c16-b947-d2f8ad16617d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.412632] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.417505] env[69481]: INFO nova.compute.manager [-] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Took 1.80 seconds to deallocate network for instance. [ 888.417707] env[69481]: DEBUG nova.compute.manager [req-2c35880a-9cf0-49dc-b7af-b823c29e1abd req-9e319579-8323-418a-9a09-f6ad05b52979 service nova] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Detach interface failed, port_id=6a1fca62-22d4-47c7-b80c-3ddee599b515, reason: Instance e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.427519] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e5cc3d-a4e8-4f98-bc16-2874603c0f36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.438090] env[69481]: INFO nova.virt.vmwareapi.images [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] The imported VM was unregistered [ 888.440121] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Caching image {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 888.440365] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95 {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.443736] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "632de273-922d-469f-924c-9de36f901a03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.443965] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "632de273-922d-469f-924c-9de36f901a03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.449021] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d099c293-29eb-4070-923e-717156d34823 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.454824] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.460545] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Doing hard reboot of VM {{(pid=69481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 888.461270] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523bd580-0ae8-207c-d6db-ab17af0413ee, 'name': SearchDatastore_Task, 'duration_secs': 0.027779} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.466205] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.466205] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dbfbc6e2-4f3b-4477-b5ad-3808deaac1aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.466612] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.466860] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.467108] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.467256] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.467464] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.471637] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4268406-9827-4244-a725-991d0b9703e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.475411] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Created directory with path [datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95 {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.475636] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_16720f38-48e6-42be-a28a-4398afe43e55/OSTACK_IMG_16720f38-48e6-42be-a28a-4398afe43e55.vmdk to [datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95.vmdk. {{(pid=69481) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 888.476249] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0fe09229-f7d2-4703-b138-225464f7fbd7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.482243] env[69481]: DEBUG oslo_vmware.api [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for the task: (returnval){ [ 888.482243] env[69481]: value = "task-3264107" [ 888.482243] env[69481]: _type = "Task" [ 888.482243] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.488486] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 888.488486] env[69481]: value = "task-3264108" [ 888.488486] env[69481]: _type = "Task" [ 888.488486] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.490778] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.490778] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.495676] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f75c4bd3-f40c-4512-a8c8-51e43f9f18e4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.499158] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eae6bbc-6d7e-4812-a5fa-c88e3ac0700c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.506034] env[69481]: DEBUG oslo_vmware.api [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264107, 'name': ResetVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.516604] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264108, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.523306] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 888.523306] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a1d2d8-a052-1cbe-cf7c-cec0e487160b" [ 888.523306] env[69481]: _type = "Task" [ 888.523306] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.526308] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db14ef68-df70-4aed-a934-257b64a6c530 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.543921] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a1d2d8-a052-1cbe-cf7c-cec0e487160b, 'name': SearchDatastore_Task, 'duration_secs': 0.02018} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.572898] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e71d86-dd3b-4045-9f74-bfd3371662bc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.575845] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a0f098-0876-4497-bebe-00426f80f4c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.587203] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8efc5d1-5c66-4c9d-b734-e990d247e9d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.591118] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 888.591118] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52234027-5407-3a23-3b01-eff516ca7717" [ 888.591118] env[69481]: _type = "Task" [ 888.591118] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.604421] env[69481]: DEBUG nova.compute.provider_tree [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.611927] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52234027-5407-3a23-3b01-eff516ca7717, 'name': SearchDatastore_Task, 'duration_secs': 0.017064} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.612212] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.612465] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a6787dce-6ac2-470c-b1e2-b05c7e028f79/a6787dce-6ac2-470c-b1e2-b05c7e028f79.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.612727] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dcb795e-4896-4fbf-9580-5cbc242dfafc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.621358] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 888.621358] env[69481]: value = "task-3264109" [ 888.621358] env[69481]: _type = "Task" [ 888.621358] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.633339] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.635522] env[69481]: DEBUG oslo_vmware.rw_handles [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d784b8-5016-df05-f7be-f0a93e99cc7c/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 888.636682] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb29cd51-5c10-4884-8b6f-529dd617106d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.643294] env[69481]: DEBUG oslo_vmware.rw_handles [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d784b8-5016-df05-f7be-f0a93e99cc7c/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 888.643470] env[69481]: ERROR oslo_vmware.rw_handles [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d784b8-5016-df05-f7be-f0a93e99cc7c/disk-0.vmdk due to incomplete transfer. [ 888.643705] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de609350-21c6-4449-a97f-c4c0625dbe36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.653981] env[69481]: DEBUG oslo_vmware.rw_handles [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d784b8-5016-df05-f7be-f0a93e99cc7c/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 888.654208] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Uploaded image da26b615-7cfd-4fab-aa8a-b64fc6845a66 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 888.656848] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 888.657131] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26fb9c67-a4b1-4bcc-ad76-04f166ddc6e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.665488] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 888.665488] env[69481]: value = "task-3264110" [ 888.665488] env[69481]: _type = "Task" [ 888.665488] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.675186] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264110, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.687413] env[69481]: DEBUG nova.network.neutron [req-584ef106-7f22-4fb3-9239-96ba5408ffc9 req-c0cdc579-aaec-4ec3-bc36-c6fb36eb5a46 service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Updated VIF entry in instance network info cache for port d4206275-0cad-4358-a30a-48e7dbe7f1bd. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.687824] env[69481]: DEBUG nova.network.neutron [req-584ef106-7f22-4fb3-9239-96ba5408ffc9 req-c0cdc579-aaec-4ec3-bc36-c6fb36eb5a46 service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Updating instance_info_cache with network_info: [{"id": "d4206275-0cad-4358-a30a-48e7dbe7f1bd", "address": "fa:16:3e:7c:bf:c8", "network": {"id": "837368cd-f029-4650-835d-19d92499a8e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1966134912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a98606cef2844fc98983949b669133d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4206275-0c", "ovs_interfaceid": "d4206275-0cad-4358-a30a-48e7dbe7f1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.923293] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264102, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.925885] env[69481]: DEBUG nova.compute.manager [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69481) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 888.925885] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.948831] env[69481]: DEBUG nova.compute.manager [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.953839] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.000072] env[69481]: DEBUG oslo_vmware.api [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264107, 'name': ResetVM_Task, 'duration_secs': 0.118997} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.000934] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Did hard reboot of VM {{(pid=69481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 889.001211] env[69481]: DEBUG nova.compute.manager [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.003067] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcf2d12-714a-4254-b496-10b56d307ef7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.009486] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264108, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.109623] env[69481]: DEBUG nova.scheduler.client.report [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.138644] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.178425] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264110, 'name': Destroy_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.190379] env[69481]: DEBUG oslo_concurrency.lockutils [req-584ef106-7f22-4fb3-9239-96ba5408ffc9 req-c0cdc579-aaec-4ec3-bc36-c6fb36eb5a46 service nova] Releasing lock "refresh_cache-a6787dce-6ac2-470c-b1e2-b05c7e028f79" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.424879] env[69481]: DEBUG oslo_vmware.api [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264102, 'name': PowerOnVM_Task, 'duration_secs': 3.896148} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.425350] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.425604] env[69481]: DEBUG nova.compute.manager [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.426620] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7289da1-4405-4022-a63a-61a755bfaf32 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.476679] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.505978] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264108, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.522926] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fbbefb7c-39d1-4aa1-96aa-e4cabd5402de tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "9c468aae-9323-4c89-91db-dffa1f3df26b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.017s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.616848] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.500s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.617469] env[69481]: DEBUG nova.compute.manager [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.620869] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.761s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.621115] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.621306] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 889.621720] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.626255] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ae8a15-cf9b-49f6-af35-a45100fac4d6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.639787] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863516} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.642270] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a6787dce-6ac2-470c-b1e2-b05c7e028f79/a6787dce-6ac2-470c-b1e2-b05c7e028f79.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.642485] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.645729] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3189a484-e7c6-4648-ae13-28554b808c6a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.648796] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ed47c4-6b11-4f62-8748-d3bc53b91178 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.676693] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27131fa3-3c8f-4094-b59b-49b99f9952cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.680087] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 889.680087] env[69481]: value = "task-3264111" [ 889.680087] env[69481]: _type = "Task" [ 889.680087] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.687789] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808dd400-8f92-47f3-a022-74bebedb1321 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.701954] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264110, 'name': Destroy_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.702276] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.736572] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178151MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 889.736788] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.881796] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquiring lock "9c468aae-9323-4c89-91db-dffa1f3df26b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.882057] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "9c468aae-9323-4c89-91db-dffa1f3df26b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.882282] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquiring lock "9c468aae-9323-4c89-91db-dffa1f3df26b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.882447] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "9c468aae-9323-4c89-91db-dffa1f3df26b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.882608] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "9c468aae-9323-4c89-91db-dffa1f3df26b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.885685] env[69481]: INFO nova.compute.manager [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Terminating instance [ 889.946934] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.003745] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264108, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.126529] env[69481]: DEBUG nova.compute.utils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.129101] env[69481]: DEBUG nova.compute.manager [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.129293] env[69481]: DEBUG nova.network.neutron [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.149593] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f121d74d-634d-48b9-8ad0-333082953f74 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.159895] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb413ff4-8365-4325-a893-6a14835a59dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.195436] env[69481]: DEBUG nova.policy [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5d2c0230b584ee2a3e4ea6fc35ec52c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ef92fff05ba41019cd3e03a00865185', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.203822] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f8579b-6a57-45ab-94b1-7a000ee1b4fb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.214491] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264110, 'name': Destroy_Task, 'duration_secs': 1.031609} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.220101] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Destroyed the VM [ 890.220101] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 890.222724] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090812} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.222724] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c341d202-f472-4063-bea8-910a313e54bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.223682] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb594f9-6005-4599-93e3-08b60799aff6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.228570] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.229820] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41858712-635c-42a4-85ee-5dcd0828bb22 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.256683] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] a6787dce-6ac2-470c-b1e2-b05c7e028f79/a6787dce-6ac2-470c-b1e2-b05c7e028f79.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.266538] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2deb3def-567a-4ebd-ac46-1458832c3659 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.281159] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 890.281159] env[69481]: value = "task-3264112" [ 890.281159] env[69481]: _type = "Task" [ 890.281159] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.281636] env[69481]: DEBUG nova.compute.provider_tree [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.306763] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264112, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.308410] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 890.308410] env[69481]: value = "task-3264113" [ 890.308410] env[69481]: _type = "Task" [ 890.308410] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.319266] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.392091] env[69481]: DEBUG nova.compute.manager [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.392091] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.392091] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aff79be-50d5-45ba-9039-8bcce8b7ae0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.404637] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.404954] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b21bc8a6-3a8f-4cf0-99f4-bbbb97c28000 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.417347] env[69481]: DEBUG oslo_vmware.api [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for the task: (returnval){ [ 890.417347] env[69481]: value = "task-3264114" [ 890.417347] env[69481]: _type = "Task" [ 890.417347] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.431660] env[69481]: DEBUG oslo_vmware.api [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.509052] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264108, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.584860] env[69481]: DEBUG nova.network.neutron [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Successfully created port: 65be6316-21a2-45fa-a4e2-924e8c083950 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.634878] env[69481]: DEBUG nova.compute.manager [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.639336] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "601dd942-9185-4701-9d96-f67f5cf95527" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.639653] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "601dd942-9185-4701-9d96-f67f5cf95527" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.639885] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "601dd942-9185-4701-9d96-f67f5cf95527-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.640602] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "601dd942-9185-4701-9d96-f67f5cf95527-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.640817] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "601dd942-9185-4701-9d96-f67f5cf95527-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.643802] env[69481]: INFO nova.compute.manager [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Terminating instance [ 890.788528] env[69481]: DEBUG nova.scheduler.client.report [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.800562] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264112, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.821929] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264113, 'name': ReconfigVM_Task, 'duration_secs': 0.358857} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.822324] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Reconfigured VM instance instance-0000003c to attach disk [datastore1] a6787dce-6ac2-470c-b1e2-b05c7e028f79/a6787dce-6ac2-470c-b1e2-b05c7e028f79.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.823231] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-185d1469-8a1c-4739-9c7c-d6c910462c0e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.834261] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 890.834261] env[69481]: value = "task-3264115" [ 890.834261] env[69481]: _type = "Task" [ 890.834261] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.856192] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264115, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.931166] env[69481]: DEBUG oslo_vmware.api [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.007628] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264108, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.150613] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "refresh_cache-601dd942-9185-4701-9d96-f67f5cf95527" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.150768] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquired lock "refresh_cache-601dd942-9185-4701-9d96-f67f5cf95527" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.151041] env[69481]: DEBUG nova.network.neutron [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.294766] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.295090] env[69481]: INFO nova.compute.manager [None req-fa2b2c29-f408-42ed-b547-c196eee53367 tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Successfully reverted task state from rebuilding on failure for instance. [ 891.299970] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264112, 'name': RemoveSnapshot_Task, 'duration_secs': 1.021416} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.300265] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.308s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.300491] env[69481]: DEBUG nova.objects.instance [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lazy-loading 'resources' on Instance uuid e8849400-5f6e-4718-ac0d-f8d9220cc88a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.301793] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.302100] env[69481]: DEBUG nova.compute.manager [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.303511] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c92c294-1121-4124-8d10-03dbd21eb45e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.345529] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264115, 'name': Rename_Task, 'duration_secs': 0.238548} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.345747] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.345981] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b1443e0-e2f9-4477-a794-eea3a515c309 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.354820] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 891.354820] env[69481]: value = "task-3264116" [ 891.354820] env[69481]: _type = "Task" [ 891.354820] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.363980] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.426912] env[69481]: DEBUG oslo_vmware.api [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264114, 'name': PowerOffVM_Task, 'duration_secs': 0.926249} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.427216] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.427419] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.427687] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca41839c-d5f9-4b2d-a54e-7c08109e62c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.505175] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264108, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.797044} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.505521] env[69481]: INFO nova.virt.vmwareapi.ds_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_16720f38-48e6-42be-a28a-4398afe43e55/OSTACK_IMG_16720f38-48e6-42be-a28a-4398afe43e55.vmdk to [datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95.vmdk. [ 891.505804] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Cleaning up location [datastore2] OSTACK_IMG_16720f38-48e6-42be-a28a-4398afe43e55 {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 891.505905] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_16720f38-48e6-42be-a28a-4398afe43e55 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.506192] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47e0154a-020e-4a9b-b2f2-3fb0fc52d84c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.514313] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 891.514313] env[69481]: value = "task-3264118" [ 891.514313] env[69481]: _type = "Task" [ 891.514313] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.518854] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.519078] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.519262] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Deleting the datastore file [datastore2] 9c468aae-9323-4c89-91db-dffa1f3df26b {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.519962] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c07551c0-87b3-4fd2-a4f7-75ef0f2ef16c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.524965] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.540766] env[69481]: DEBUG oslo_vmware.api [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for the task: (returnval){ [ 891.540766] env[69481]: value = "task-3264119" [ 891.540766] env[69481]: _type = "Task" [ 891.540766] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.549295] env[69481]: DEBUG oslo_vmware.api [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.649017] env[69481]: DEBUG nova.compute.manager [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.670186] env[69481]: DEBUG nova.network.neutron [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.674553] env[69481]: DEBUG nova.virt.hardware [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.674755] env[69481]: DEBUG nova.virt.hardware [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.674910] env[69481]: DEBUG nova.virt.hardware [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.675105] env[69481]: DEBUG nova.virt.hardware [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.675253] env[69481]: DEBUG nova.virt.hardware [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.675405] env[69481]: DEBUG nova.virt.hardware [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.675615] env[69481]: DEBUG nova.virt.hardware [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.675801] env[69481]: DEBUG nova.virt.hardware [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.675971] env[69481]: DEBUG nova.virt.hardware [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.676150] env[69481]: DEBUG nova.virt.hardware [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.676327] env[69481]: DEBUG nova.virt.hardware [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.677201] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905ca50b-d841-41f9-84df-d0469251b71c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.687709] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f7fe0c-88ad-4454-828f-b93862d238f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.725809] env[69481]: DEBUG nova.network.neutron [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.805032] env[69481]: DEBUG nova.objects.instance [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lazy-loading 'numa_topology' on Instance uuid e8849400-5f6e-4718-ac0d-f8d9220cc88a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.816724] env[69481]: INFO nova.compute.manager [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Shelve offloading [ 891.865781] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264116, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.026717] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096891} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.027107] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.027340] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.027665] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95.vmdk to [datastore2] 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f/84bcb63f-a8e5-4e02-b2a6-8633fc7e297f.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.027961] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceb286c7-6789-4b88-adb9-9c10e34d26e9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.036100] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 892.036100] env[69481]: value = "task-3264120" [ 892.036100] env[69481]: _type = "Task" [ 892.036100] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.045634] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.054516] env[69481]: DEBUG oslo_vmware.api [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.131904] env[69481]: DEBUG nova.compute.manager [req-c2ebfc79-32b3-4361-a60b-b4bc946c8572 req-31b574b9-ebfc-4754-a6fc-7b78d6e90683 service nova] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Received event network-vif-plugged-65be6316-21a2-45fa-a4e2-924e8c083950 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.132209] env[69481]: DEBUG oslo_concurrency.lockutils [req-c2ebfc79-32b3-4361-a60b-b4bc946c8572 req-31b574b9-ebfc-4754-a6fc-7b78d6e90683 service nova] Acquiring lock "a2450947-92b7-4fed-a4d8-ee4f8348e028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.132338] env[69481]: DEBUG oslo_concurrency.lockutils [req-c2ebfc79-32b3-4361-a60b-b4bc946c8572 req-31b574b9-ebfc-4754-a6fc-7b78d6e90683 service nova] Lock "a2450947-92b7-4fed-a4d8-ee4f8348e028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.136199] env[69481]: DEBUG oslo_concurrency.lockutils [req-c2ebfc79-32b3-4361-a60b-b4bc946c8572 req-31b574b9-ebfc-4754-a6fc-7b78d6e90683 service nova] Lock "a2450947-92b7-4fed-a4d8-ee4f8348e028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.136199] env[69481]: DEBUG nova.compute.manager [req-c2ebfc79-32b3-4361-a60b-b4bc946c8572 req-31b574b9-ebfc-4754-a6fc-7b78d6e90683 service nova] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] No waiting events found dispatching network-vif-plugged-65be6316-21a2-45fa-a4e2-924e8c083950 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.136199] env[69481]: WARNING nova.compute.manager [req-c2ebfc79-32b3-4361-a60b-b4bc946c8572 req-31b574b9-ebfc-4754-a6fc-7b78d6e90683 service nova] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Received unexpected event network-vif-plugged-65be6316-21a2-45fa-a4e2-924e8c083950 for instance with vm_state building and task_state spawning. [ 892.228263] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Releasing lock "refresh_cache-601dd942-9185-4701-9d96-f67f5cf95527" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.228762] env[69481]: DEBUG nova.compute.manager [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.228973] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.229990] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567916f8-19cc-45dc-927a-078673d1ef8a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.243158] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.243158] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68fe075c-15f9-4f08-b910-09a44a44eefd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.248969] env[69481]: DEBUG nova.network.neutron [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Successfully updated port: 65be6316-21a2-45fa-a4e2-924e8c083950 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.253384] env[69481]: DEBUG oslo_vmware.api [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 892.253384] env[69481]: value = "task-3264121" [ 892.253384] env[69481]: _type = "Task" [ 892.253384] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.267536] env[69481]: DEBUG oslo_vmware.api [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.307938] env[69481]: DEBUG nova.objects.base [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 892.321295] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.321651] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edef82b0-5b56-4648-a68e-67bd2000157a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.334230] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 892.334230] env[69481]: value = "task-3264122" [ 892.334230] env[69481]: _type = "Task" [ 892.334230] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.351034] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 892.351233] env[69481]: DEBUG nova.compute.manager [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.352265] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd43aa39-3316-44ad-b13c-4822f1379e01 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.364119] env[69481]: DEBUG oslo_concurrency.lockutils [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.364596] env[69481]: DEBUG oslo_concurrency.lockutils [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.364596] env[69481]: DEBUG nova.network.neutron [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.375690] env[69481]: DEBUG oslo_vmware.api [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264116, 'name': PowerOnVM_Task, 'duration_secs': 0.538334} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.378503] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.378503] env[69481]: INFO nova.compute.manager [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Took 8.17 seconds to spawn the instance on the hypervisor. [ 892.378503] env[69481]: DEBUG nova.compute.manager [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.378503] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f41f408-0865-4fa4-b5b1-2af92c9139ae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.555167] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264120, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.565328] env[69481]: DEBUG oslo_vmware.api [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Task: {'id': task-3264119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.654672} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.568488] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.568806] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.569015] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.569213] env[69481]: INFO nova.compute.manager [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Took 2.18 seconds to destroy the instance on the hypervisor. [ 892.569464] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.570821] env[69481]: DEBUG nova.compute.manager [-] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.570821] env[69481]: DEBUG nova.network.neutron [-] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.754373] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "refresh_cache-a2450947-92b7-4fed-a4d8-ee4f8348e028" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.754613] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired lock "refresh_cache-a2450947-92b7-4fed-a4d8-ee4f8348e028" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.754896] env[69481]: DEBUG nova.network.neutron [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.776991] env[69481]: DEBUG oslo_vmware.api [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264121, 'name': PowerOffVM_Task, 'duration_secs': 0.14705} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.776991] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.776991] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.776991] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7158157f-07de-481b-945a-5af20198a076 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.814813] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.815329] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.815644] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Deleting the datastore file [datastore1] 601dd942-9185-4701-9d96-f67f5cf95527 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.816429] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eda467d-26a4-478d-b24d-9e08e77354c2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.822023] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372134ea-4ae9-4cff-9ff7-6877ef2c025f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.827288] env[69481]: DEBUG oslo_vmware.api [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 892.827288] env[69481]: value = "task-3264124" [ 892.827288] env[69481]: _type = "Task" [ 892.827288] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.835824] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea02d91-ada9-44d6-a3d6-09656dedb1f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.843270] env[69481]: DEBUG oslo_vmware.api [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.879294] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c9b933-97c7-4cc4-a02e-5a67f852c9d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.892061] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5bcb11-f18c-4039-87f9-405d3b71809f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.915256] env[69481]: DEBUG nova.compute.provider_tree [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.922893] env[69481]: INFO nova.compute.manager [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Took 54.86 seconds to build instance. [ 893.051404] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264120, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.127356] env[69481]: DEBUG nova.network.neutron [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updating instance_info_cache with network_info: [{"id": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "address": "fa:16:3e:22:c9:43", "network": {"id": "28a97ff2-d66f-4fc2-a3fd-49fb27fac7df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057812180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156959a73af44524b2e83db967938cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cbf883-ff", "ovs_interfaceid": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.303368] env[69481]: DEBUG nova.network.neutron [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.339745] env[69481]: DEBUG oslo_vmware.api [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184187} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.340023] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.340218] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.340386] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.341014] env[69481]: INFO nova.compute.manager [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Took 1.11 seconds to destroy the instance on the hypervisor. [ 893.341014] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.341014] env[69481]: DEBUG nova.compute.manager [-] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.341289] env[69481]: DEBUG nova.network.neutron [-] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.349172] env[69481]: DEBUG nova.network.neutron [-] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.362612] env[69481]: DEBUG nova.network.neutron [-] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.425208] env[69481]: DEBUG nova.scheduler.client.report [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.427094] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81329fff-832f-4391-b488-3f1d1b88e6be tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.374s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.499312] env[69481]: DEBUG nova.network.neutron [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Updating instance_info_cache with network_info: [{"id": "65be6316-21a2-45fa-a4e2-924e8c083950", "address": "fa:16:3e:9c:40:a3", "network": {"id": "be962cc2-9eb0-4c47-a0b1-485535e138da", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1136291983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef92fff05ba41019cd3e03a00865185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65be6316-21", "ovs_interfaceid": "65be6316-21a2-45fa-a4e2-924e8c083950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.553517] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264120, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.633273] env[69481]: DEBUG oslo_concurrency.lockutils [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.852139] env[69481]: INFO nova.compute.manager [-] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Took 1.28 seconds to deallocate network for instance. [ 893.866014] env[69481]: DEBUG nova.network.neutron [-] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.929134] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.629s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.932213] env[69481]: DEBUG oslo_concurrency.lockutils [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.584s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.933277] env[69481]: DEBUG nova.objects.instance [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Lazy-loading 'resources' on Instance uuid fc5e7855-fa94-4e1d-8208-00d876b1f896 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.970341] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.971315] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610ea6ff-ce9c-4a4a-8b7c-6625ebca7921 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.982264] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.982591] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a43aa4a1-452d-4c0f-b1fb-473ba6d498d8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.001888] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Releasing lock "refresh_cache-a2450947-92b7-4fed-a4d8-ee4f8348e028" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.004042] env[69481]: DEBUG nova.compute.manager [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Instance network_info: |[{"id": "65be6316-21a2-45fa-a4e2-924e8c083950", "address": "fa:16:3e:9c:40:a3", "network": {"id": "be962cc2-9eb0-4c47-a0b1-485535e138da", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1136291983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef92fff05ba41019cd3e03a00865185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65be6316-21", "ovs_interfaceid": "65be6316-21a2-45fa-a4e2-924e8c083950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.004880] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:40:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65be6316-21a2-45fa-a4e2-924e8c083950', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.012486] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Creating folder: Project (2ef92fff05ba41019cd3e03a00865185). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.013255] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e40766da-551c-4161-aef1-886824ec7839 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.029241] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Created folder: Project (2ef92fff05ba41019cd3e03a00865185) in parent group-v651898. [ 894.029532] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Creating folder: Instances. Parent ref: group-v652084. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.029910] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bd8eb6a-544e-4d0e-b163-9133d0bdf971 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.044918] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Created folder: Instances in parent group-v652084. [ 894.045257] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.046149] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.046443] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b0f534-5a30-4995-9106-071278b8c503 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.066649] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264120, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.079388] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.079388] env[69481]: value = "task-3264128" [ 894.079388] env[69481]: _type = "Task" [ 894.079388] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.080115] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.080344] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.080530] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Deleting the datastore file [datastore2] e2d3f1f0-30a5-41bb-804a-a57073b4fed5 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.083858] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c1b9f20-9e3d-4911-871d-8d21ce660df5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.095283] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264128, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.096884] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 894.096884] env[69481]: value = "task-3264129" [ 894.096884] env[69481]: _type = "Task" [ 894.096884] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.107479] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.169103] env[69481]: DEBUG nova.compute.manager [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Received event network-changed-65be6316-21a2-45fa-a4e2-924e8c083950 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.169441] env[69481]: DEBUG nova.compute.manager [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Refreshing instance network info cache due to event network-changed-65be6316-21a2-45fa-a4e2-924e8c083950. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.169688] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] Acquiring lock "refresh_cache-a2450947-92b7-4fed-a4d8-ee4f8348e028" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.169834] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] Acquired lock "refresh_cache-a2450947-92b7-4fed-a4d8-ee4f8348e028" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.169998] env[69481]: DEBUG nova.network.neutron [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Refreshing network info cache for port 65be6316-21a2-45fa-a4e2-924e8c083950 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.358903] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.369045] env[69481]: INFO nova.compute.manager [-] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Took 1.03 seconds to deallocate network for instance. [ 894.443490] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6a16130e-c5c6-4696-af6c-b78e1f2b9b21 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 61.804s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.444552] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 37.729s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.445267] env[69481]: INFO nova.compute.manager [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Unshelving [ 894.550879] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264120, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.425238} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.553990] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95/2bce8bb7-a44c-4cc4-8b1e-287fab02ce95.vmdk to [datastore2] 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f/84bcb63f-a8e5-4e02-b2a6-8633fc7e297f.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.555198] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd71365-ef73-422b-8e48-5a573674778c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.579360] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f/84bcb63f-a8e5-4e02-b2a6-8633fc7e297f.vmdk or device None with type streamOptimized {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.582354] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029ce247-18d1-4574-882a-62a4a38668b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.606525] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 894.606525] env[69481]: value = "task-3264130" [ 894.606525] env[69481]: _type = "Task" [ 894.606525] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.618059] env[69481]: DEBUG oslo_vmware.api [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46199} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.618297] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264128, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.619308] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.619527] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.619527] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.624539] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.647026] env[69481]: INFO nova.scheduler.client.report [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Deleted allocations for instance e2d3f1f0-30a5-41bb-804a-a57073b4fed5 [ 894.875653] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.970055] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a1d6b7-1314-42ec-a5b0-aade8eece1c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.979336] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0401d6c4-5e57-442f-8b09-5fa0fce096ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.021283] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d25741-8dc8-4cf5-9203-bd241ed49a72 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.030719] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e51f4f4-e02f-43f9-9933-6fb6c945eb45 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.047124] env[69481]: DEBUG nova.compute.provider_tree [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.085785] env[69481]: DEBUG nova.network.neutron [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Updated VIF entry in instance network info cache for port 65be6316-21a2-45fa-a4e2-924e8c083950. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.086189] env[69481]: DEBUG nova.network.neutron [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Updating instance_info_cache with network_info: [{"id": "65be6316-21a2-45fa-a4e2-924e8c083950", "address": "fa:16:3e:9c:40:a3", "network": {"id": "be962cc2-9eb0-4c47-a0b1-485535e138da", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1136291983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef92fff05ba41019cd3e03a00865185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65be6316-21", "ovs_interfaceid": "65be6316-21a2-45fa-a4e2-924e8c083950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.108021] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264128, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.116736] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.151607] env[69481]: DEBUG oslo_concurrency.lockutils [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.455982] env[69481]: DEBUG nova.compute.utils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.551763] env[69481]: DEBUG nova.scheduler.client.report [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.589174] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] Releasing lock "refresh_cache-a2450947-92b7-4fed-a4d8-ee4f8348e028" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.589489] env[69481]: DEBUG nova.compute.manager [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Received event network-vif-deleted-1209146b-57d2-47f8-ab7f-a6dff43aabbe {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.589679] env[69481]: DEBUG nova.compute.manager [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Received event network-vif-unplugged-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.589878] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] Acquiring lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.590229] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.590294] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.590431] env[69481]: DEBUG nova.compute.manager [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] No waiting events found dispatching network-vif-unplugged-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.590600] env[69481]: WARNING nova.compute.manager [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Received unexpected event network-vif-unplugged-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd for instance with vm_state shelved and task_state shelving_offloading. [ 895.590773] env[69481]: DEBUG nova.compute.manager [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Received event network-changed-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.590927] env[69481]: DEBUG nova.compute.manager [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Refreshing instance network info cache due to event network-changed-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.591133] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] Acquiring lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.591274] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] Acquired lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.591429] env[69481]: DEBUG nova.network.neutron [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Refreshing network info cache for port b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.608337] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264128, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.616821] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264130, 'name': ReconfigVM_Task, 'duration_secs': 0.526204} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.616821] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f/84bcb63f-a8e5-4e02-b2a6-8633fc7e297f.vmdk or device None with type streamOptimized {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.618116] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ee09482-1fb3-492e-92e6-c91f05470839 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.624539] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 895.624539] env[69481]: value = "task-3264131" [ 895.624539] env[69481]: _type = "Task" [ 895.624539] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.634438] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264131, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.960684] env[69481]: INFO nova.virt.block_device [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Booting with volume c5c8bb8b-4fb1-45dc-b15e-905a917a3678 at /dev/sdb [ 895.997037] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13626e48-6d54-417b-b956-51dccd8b3388 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.008271] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515db144-8748-421b-8076-de268fc50456 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.042914] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c079d81a-43c8-4bd3-82aa-5b7882cefadd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.052587] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d69505-b982-4fa7-8f24-bfe80e2637b6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.066097] env[69481]: DEBUG oslo_concurrency.lockutils [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.066265] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.914s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.067755] env[69481]: INFO nova.compute.claims [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.083291] env[69481]: INFO nova.scheduler.client.report [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Deleted allocations for instance fc5e7855-fa94-4e1d-8208-00d876b1f896 [ 896.101871] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4940e479-44f4-45dd-a772-d7fb61ae6250 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.114445] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264128, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.116513] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcb6d8c-62aa-4e1e-9027-aa6136c0a6f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.135326] env[69481]: DEBUG nova.virt.block_device [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updating existing volume attachment record: 90e83b2f-53eb-4e6e-a922-e291693f863d {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 896.141657] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264131, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.367056] env[69481]: DEBUG nova.network.neutron [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updated VIF entry in instance network info cache for port b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.367647] env[69481]: DEBUG nova.network.neutron [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updating instance_info_cache with network_info: [{"id": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "address": "fa:16:3e:22:c9:43", "network": {"id": "28a97ff2-d66f-4fc2-a3fd-49fb27fac7df", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2057812180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156959a73af44524b2e83db967938cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb4cbf883-ff", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.575606] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.575926] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.576291] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.576495] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.576664] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.578750] env[69481]: INFO nova.compute.manager [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Terminating instance [ 896.609224] env[69481]: DEBUG oslo_concurrency.lockutils [None req-67e7818c-7351-44e1-aecb-119538c22a40 tempest-ServersTestBootFromVolume-348710764 tempest-ServersTestBootFromVolume-348710764-project-member] Lock "fc5e7855-fa94-4e1d-8208-00d876b1f896" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.985s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.613524] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264128, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.635085] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264131, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.776977] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.871340] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f36590-92c9-4b41-b963-32bf3cf72827 req-d2695d3d-ae7d-4dde-920a-2840abc75af8 service nova] Releasing lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.085719] env[69481]: DEBUG nova.compute.manager [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.085975] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.086936] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613442eb-ed80-4309-9a08-3684297c9868 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.095961] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.096245] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb24c7e6-3684-406e-80ae-ab6b983a1093 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.106517] env[69481]: DEBUG oslo_vmware.api [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 897.106517] env[69481]: value = "task-3264135" [ 897.106517] env[69481]: _type = "Task" [ 897.106517] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.114028] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264128, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.121921] env[69481]: DEBUG oslo_vmware.api [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.137151] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264131, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.501984] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8ff26b-d17f-4af4-b3d6-c282a1c2b503 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.509837] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ea60bc-82c4-484e-8e8a-f9559c9f68a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.552773] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ece788-e8ff-412d-810a-7d1b7f15fbe0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.563505] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b767d84-b9ca-435a-96f5-c2bfb43b22d8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.578873] env[69481]: DEBUG nova.compute.provider_tree [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.615203] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264128, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.620132] env[69481]: DEBUG oslo_vmware.api [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264135, 'name': PowerOffVM_Task, 'duration_secs': 0.38376} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.620405] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.620575] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.620831] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-122ffbb0-71fe-40df-b80d-3a6dfbe7871f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.636248] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264131, 'name': Rename_Task, 'duration_secs': 1.707922} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.636248] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.636248] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3072b15e-89a6-4981-b91b-83b49ce39330 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.641936] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 897.641936] env[69481]: value = "task-3264137" [ 897.641936] env[69481]: _type = "Task" [ 897.641936] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.649890] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.082336] env[69481]: DEBUG nova.scheduler.client.report [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.113866] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264128, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.156468] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264137, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.220265] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.220510] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.220697] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Deleting the datastore file [datastore1] a6787dce-6ac2-470c-b1e2-b05c7e028f79 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.220975] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92c4f679-ef96-490c-a2e7-d6250c776994 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.232275] env[69481]: DEBUG oslo_vmware.api [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 898.232275] env[69481]: value = "task-3264138" [ 898.232275] env[69481]: _type = "Task" [ 898.232275] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.242876] env[69481]: DEBUG oslo_vmware.api [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.588541] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.589052] env[69481]: DEBUG nova.compute.manager [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.591770] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.045s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.592015] env[69481]: DEBUG nova.objects.instance [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lazy-loading 'resources' on Instance uuid 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.617582] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264128, 'name': CreateVM_Task, 'duration_secs': 4.134357} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.617582] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.617946] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.618130] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.618445] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.618730] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60478ce3-1525-4fff-8e7d-6e30500d1084 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.624026] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 898.624026] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52028567-7205-149f-effb-4d8e42f2f622" [ 898.624026] env[69481]: _type = "Task" [ 898.624026] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.634489] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52028567-7205-149f-effb-4d8e42f2f622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.654865] env[69481]: DEBUG oslo_vmware.api [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264137, 'name': PowerOnVM_Task, 'duration_secs': 0.760599} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.655182] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.655384] env[69481]: INFO nova.compute.manager [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Took 21.44 seconds to spawn the instance on the hypervisor. [ 898.655556] env[69481]: DEBUG nova.compute.manager [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.656473] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d73409e-acd3-4425-b7f6-cd663f64a4ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.742875] env[69481]: DEBUG oslo_vmware.api [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212642} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.743995] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.743995] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.743995] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.743995] env[69481]: INFO nova.compute.manager [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Took 1.66 seconds to destroy the instance on the hypervisor. [ 898.744439] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.744721] env[69481]: DEBUG nova.compute.manager [-] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.744870] env[69481]: DEBUG nova.network.neutron [-] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.062038] env[69481]: DEBUG nova.compute.manager [req-1e41c850-f350-47a5-b8b2-1f3c261a6e85 req-de6941bc-5f11-4931-a2e0-39f5f8d6dfbf service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Received event network-vif-deleted-d4206275-0cad-4358-a30a-48e7dbe7f1bd {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.062237] env[69481]: INFO nova.compute.manager [req-1e41c850-f350-47a5-b8b2-1f3c261a6e85 req-de6941bc-5f11-4931-a2e0-39f5f8d6dfbf service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Neutron deleted interface d4206275-0cad-4358-a30a-48e7dbe7f1bd; detaching it from the instance and deleting it from the info cache [ 899.062406] env[69481]: DEBUG nova.network.neutron [req-1e41c850-f350-47a5-b8b2-1f3c261a6e85 req-de6941bc-5f11-4931-a2e0-39f5f8d6dfbf service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.096980] env[69481]: DEBUG nova.compute.utils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.105076] env[69481]: DEBUG nova.compute.manager [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.105076] env[69481]: DEBUG nova.network.neutron [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.139207] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52028567-7205-149f-effb-4d8e42f2f622, 'name': SearchDatastore_Task, 'duration_secs': 0.025256} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.140365] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.140610] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.140854] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.141030] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.141201] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.141469] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3807ca6-6b0d-475e-b436-725671618959 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.147165] env[69481]: DEBUG nova.policy [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5d2c0230b584ee2a3e4ea6fc35ec52c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ef92fff05ba41019cd3e03a00865185', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.158038] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.158038] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.159748] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7cfd09-e76d-4f25-93dd-c78ff6210f33 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.167196] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 899.167196] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bc1611-a122-3719-9a3b-9342ca4f2356" [ 899.167196] env[69481]: _type = "Task" [ 899.167196] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.184333] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bc1611-a122-3719-9a3b-9342ca4f2356, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.184814] env[69481]: INFO nova.compute.manager [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Took 62.94 seconds to build instance. [ 899.188018] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab534317-e702-4a0b-b4be-f14a7859c1e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.202451] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 899.202451] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d34a83-f476-e8d9-96b1-779706eb82c3" [ 899.202451] env[69481]: _type = "Task" [ 899.202451] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.214236] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d34a83-f476-e8d9-96b1-779706eb82c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.489333] env[69481]: DEBUG nova.network.neutron [-] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.518885] env[69481]: DEBUG nova.network.neutron [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Successfully created port: 1892f156-fa60-4fb2-8b5e-cd3d007225c0 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.568565] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04dddff5-a5bd-4022-8394-18984a881c67 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.585047] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97298721-b540-4dd7-9666-5c3477c45171 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.605632] env[69481]: DEBUG nova.compute.manager [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.612253] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc815d5-6a89-41c8-aaf8-61b0b772c130 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.626071] env[69481]: DEBUG nova.compute.manager [req-1e41c850-f350-47a5-b8b2-1f3c261a6e85 req-de6941bc-5f11-4931-a2e0-39f5f8d6dfbf service nova] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Detach interface failed, port_id=d4206275-0cad-4358-a30a-48e7dbe7f1bd, reason: Instance a6787dce-6ac2-470c-b1e2-b05c7e028f79 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.634209] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313c8d93-0437-47e0-b037-f526845242fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.670017] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d18d1f-b1b7-4ef9-b434-23d09a333c7b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.676543] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6b3be8-7b24-4db4-a569-8a5284dba9fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.693333] env[69481]: DEBUG nova.compute.provider_tree [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.698754] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0979b360-62b7-4a39-adb6-9b17986f4d31 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.467s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.717316] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d34a83-f476-e8d9-96b1-779706eb82c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.718150] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.718456] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a2450947-92b7-4fed-a4d8-ee4f8348e028/a2450947-92b7-4fed-a4d8-ee4f8348e028.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.721150] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fceaf63-1f0f-4cbd-af08-a7e211367f69 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.732418] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 899.732418] env[69481]: value = "task-3264140" [ 899.732418] env[69481]: _type = "Task" [ 899.732418] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.743733] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.992977] env[69481]: INFO nova.compute.manager [-] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Took 1.25 seconds to deallocate network for instance. [ 900.198411] env[69481]: DEBUG nova.scheduler.client.report [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.225513] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.225884] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.226175] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.226713] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.226713] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.228885] env[69481]: INFO nova.compute.manager [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Terminating instance [ 900.249372] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492375} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.249642] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a2450947-92b7-4fed-a4d8-ee4f8348e028/a2450947-92b7-4fed-a4d8-ee4f8348e028.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.249866] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.250141] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72b64aee-490e-4eda-8733-718e63a0e5be {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.257768] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 900.257768] env[69481]: value = "task-3264141" [ 900.257768] env[69481]: _type = "Task" [ 900.257768] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.267402] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.505827] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.616708] env[69481]: DEBUG nova.compute.manager [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.642627] env[69481]: DEBUG nova.virt.hardware [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.642881] env[69481]: DEBUG nova.virt.hardware [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.643052] env[69481]: DEBUG nova.virt.hardware [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.643244] env[69481]: DEBUG nova.virt.hardware [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.643391] env[69481]: DEBUG nova.virt.hardware [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.643540] env[69481]: DEBUG nova.virt.hardware [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.643749] env[69481]: DEBUG nova.virt.hardware [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.643906] env[69481]: DEBUG nova.virt.hardware [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.644186] env[69481]: DEBUG nova.virt.hardware [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.644378] env[69481]: DEBUG nova.virt.hardware [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.644553] env[69481]: DEBUG nova.virt.hardware [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.645562] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9745778a-42c5-471c-b88f-1dd6b31cf86a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.654968] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b582e30d-c09d-44d7-a5de-fa91c848dfc5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.704113] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.706489] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.210s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.712022] env[69481]: INFO nova.compute.claims [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.735020] env[69481]: DEBUG nova.compute.manager [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.735020] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.735020] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c123cd-a5c5-45d9-902d-85c041fde4c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.745626] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.746076] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9af9624e-fc03-489d-8d94-e928aa958708 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.756295] env[69481]: DEBUG oslo_vmware.api [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 900.756295] env[69481]: value = "task-3264142" [ 900.756295] env[69481]: _type = "Task" [ 900.756295] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.773359] env[69481]: DEBUG oslo_vmware.api [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.776889] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077273} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.777329] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.778548] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a86bab3-516d-4ed2-9fce-f2c22f93882b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.805037] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] a2450947-92b7-4fed-a4d8-ee4f8348e028/a2450947-92b7-4fed-a4d8-ee4f8348e028.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.806088] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b536f4-91e0-4f5f-b5c9-51ba1aa630ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.828924] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 900.828924] env[69481]: value = "task-3264143" [ 900.828924] env[69481]: _type = "Task" [ 900.828924] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.838948] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.222901] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0ea9174-a008-4fef-991d-7753fec3261a tempest-ServerActionsV293TestJSON-1798764895 tempest-ServerActionsV293TestJSON-1798764895-project-member] Lock "9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.088s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.266278] env[69481]: DEBUG oslo_vmware.api [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264142, 'name': PowerOffVM_Task, 'duration_secs': 0.208167} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.266654] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.266943] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.267492] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5096b6e8-4194-44e8-a3bf-f384ec891a8f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.272131] env[69481]: DEBUG nova.compute.manager [req-9865dd11-deaf-40be-9aa8-6cbb27f2f499 req-ffa2e9af-dffd-4611-9fbc-d67c7a3e20b4 service nova] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Received event network-vif-plugged-1892f156-fa60-4fb2-8b5e-cd3d007225c0 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.272481] env[69481]: DEBUG oslo_concurrency.lockutils [req-9865dd11-deaf-40be-9aa8-6cbb27f2f499 req-ffa2e9af-dffd-4611-9fbc-d67c7a3e20b4 service nova] Acquiring lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.272802] env[69481]: DEBUG oslo_concurrency.lockutils [req-9865dd11-deaf-40be-9aa8-6cbb27f2f499 req-ffa2e9af-dffd-4611-9fbc-d67c7a3e20b4 service nova] Lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.273119] env[69481]: DEBUG oslo_concurrency.lockutils [req-9865dd11-deaf-40be-9aa8-6cbb27f2f499 req-ffa2e9af-dffd-4611-9fbc-d67c7a3e20b4 service nova] Lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.274550] env[69481]: DEBUG nova.compute.manager [req-9865dd11-deaf-40be-9aa8-6cbb27f2f499 req-ffa2e9af-dffd-4611-9fbc-d67c7a3e20b4 service nova] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] No waiting events found dispatching network-vif-plugged-1892f156-fa60-4fb2-8b5e-cd3d007225c0 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.274847] env[69481]: WARNING nova.compute.manager [req-9865dd11-deaf-40be-9aa8-6cbb27f2f499 req-ffa2e9af-dffd-4611-9fbc-d67c7a3e20b4 service nova] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Received unexpected event network-vif-plugged-1892f156-fa60-4fb2-8b5e-cd3d007225c0 for instance with vm_state building and task_state spawning. [ 901.349313] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264143, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.355364] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.355999] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.356537] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleting the datastore file [datastore2] 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.357089] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73772b1d-c64d-4d49-bf0d-35e586319d02 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.368127] env[69481]: DEBUG oslo_vmware.api [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 901.368127] env[69481]: value = "task-3264145" [ 901.368127] env[69481]: _type = "Task" [ 901.368127] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.375504] env[69481]: DEBUG oslo_vmware.api [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.491483] env[69481]: DEBUG nova.network.neutron [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Successfully updated port: 1892f156-fa60-4fb2-8b5e-cd3d007225c0 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.777302] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.849882] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264143, 'name': ReconfigVM_Task, 'duration_secs': 0.545182} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.849998] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Reconfigured VM instance instance-0000003d to attach disk [datastore1] a2450947-92b7-4fed-a4d8-ee4f8348e028/a2450947-92b7-4fed-a4d8-ee4f8348e028.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.850794] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22406951-6b9a-4368-a740-a309bab46ed1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.860853] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 901.860853] env[69481]: value = "task-3264146" [ 901.860853] env[69481]: _type = "Task" [ 901.860853] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.877917] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264146, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.884518] env[69481]: DEBUG oslo_vmware.api [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138872} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.884869] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.885075] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.886083] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.886083] env[69481]: INFO nova.compute.manager [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 901.886083] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.886083] env[69481]: DEBUG nova.compute.manager [-] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.886083] env[69481]: DEBUG nova.network.neutron [-] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.997365] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "refresh_cache-b4ea91d3-8256-46e0-a44f-f6ed964b1639" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.997365] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired lock "refresh_cache-b4ea91d3-8256-46e0-a44f-f6ed964b1639" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.997365] env[69481]: DEBUG nova.network.neutron [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.223708] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c9a983-f57e-48e1-a6db-794e66e7e1cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.236755] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dfd0fb-5acb-476d-8b44-a00428c95e42 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.275278] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fcc343-1cd1-4f0f-9c95-d381b69b623f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.283813] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b2cca3-7528-452d-991b-c595ba8b2ac3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.300545] env[69481]: DEBUG nova.compute.provider_tree [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.371984] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264146, 'name': Rename_Task, 'duration_secs': 0.200464} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.372492] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.372568] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74a7ab43-5fa6-4063-ab2a-559a28acaa81 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.380175] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 902.380175] env[69481]: value = "task-3264147" [ 902.380175] env[69481]: _type = "Task" [ 902.380175] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.390426] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.543372] env[69481]: DEBUG nova.network.neutron [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.775603] env[69481]: DEBUG nova.network.neutron [-] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.804502] env[69481]: DEBUG nova.scheduler.client.report [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.892278] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.043247] env[69481]: DEBUG nova.network.neutron [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Updating instance_info_cache with network_info: [{"id": "1892f156-fa60-4fb2-8b5e-cd3d007225c0", "address": "fa:16:3e:15:5a:9f", "network": {"id": "be962cc2-9eb0-4c47-a0b1-485535e138da", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1136291983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef92fff05ba41019cd3e03a00865185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1892f156-fa", "ovs_interfaceid": "1892f156-fa60-4fb2-8b5e-cd3d007225c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.279655] env[69481]: INFO nova.compute.manager [-] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Took 1.39 seconds to deallocate network for instance. [ 903.311941] env[69481]: DEBUG nova.compute.manager [req-df2a5f58-3ee9-4e4b-90aa-cc4939292893 req-f518608e-cb53-4637-b4ea-2b3e7146f824 service nova] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Received event network-changed-1892f156-fa60-4fb2-8b5e-cd3d007225c0 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.312257] env[69481]: DEBUG nova.compute.manager [req-df2a5f58-3ee9-4e4b-90aa-cc4939292893 req-f518608e-cb53-4637-b4ea-2b3e7146f824 service nova] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Refreshing instance network info cache due to event network-changed-1892f156-fa60-4fb2-8b5e-cd3d007225c0. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.312334] env[69481]: DEBUG oslo_concurrency.lockutils [req-df2a5f58-3ee9-4e4b-90aa-cc4939292893 req-f518608e-cb53-4637-b4ea-2b3e7146f824 service nova] Acquiring lock "refresh_cache-b4ea91d3-8256-46e0-a44f-f6ed964b1639" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.313280] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.313681] env[69481]: DEBUG nova.compute.manager [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.317107] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.775s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.317489] env[69481]: DEBUG nova.objects.instance [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lazy-loading 'resources' on Instance uuid 3692b4ab-0ace-434f-be78-5d9db94453f6 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.393267] env[69481]: DEBUG oslo_vmware.api [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264147, 'name': PowerOnVM_Task, 'duration_secs': 0.97884} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.393568] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.393754] env[69481]: INFO nova.compute.manager [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Took 11.74 seconds to spawn the instance on the hypervisor. [ 903.393935] env[69481]: DEBUG nova.compute.manager [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.394738] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e2467-f8ec-4837-bcfa-3899ceb1e2db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.548408] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Releasing lock "refresh_cache-b4ea91d3-8256-46e0-a44f-f6ed964b1639" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.548408] env[69481]: DEBUG nova.compute.manager [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Instance network_info: |[{"id": "1892f156-fa60-4fb2-8b5e-cd3d007225c0", "address": "fa:16:3e:15:5a:9f", "network": {"id": "be962cc2-9eb0-4c47-a0b1-485535e138da", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1136291983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef92fff05ba41019cd3e03a00865185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1892f156-fa", "ovs_interfaceid": "1892f156-fa60-4fb2-8b5e-cd3d007225c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.548713] env[69481]: DEBUG oslo_concurrency.lockutils [req-df2a5f58-3ee9-4e4b-90aa-cc4939292893 req-f518608e-cb53-4637-b4ea-2b3e7146f824 service nova] Acquired lock "refresh_cache-b4ea91d3-8256-46e0-a44f-f6ed964b1639" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.548973] env[69481]: DEBUG nova.network.neutron [req-df2a5f58-3ee9-4e4b-90aa-cc4939292893 req-f518608e-cb53-4637-b4ea-2b3e7146f824 service nova] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Refreshing network info cache for port 1892f156-fa60-4fb2-8b5e-cd3d007225c0 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.550553] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:5a:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1892f156-fa60-4fb2-8b5e-cd3d007225c0', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.559903] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.563286] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.563802] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fd9b228-c0b1-44a1-a306-29646c7fcaab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.587924] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.587924] env[69481]: value = "task-3264148" [ 903.587924] env[69481]: _type = "Task" [ 903.587924] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.598574] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264148, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.787050] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.821169] env[69481]: DEBUG nova.compute.utils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.821169] env[69481]: DEBUG nova.compute.manager [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.821169] env[69481]: DEBUG nova.network.neutron [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.844089] env[69481]: DEBUG nova.network.neutron [req-df2a5f58-3ee9-4e4b-90aa-cc4939292893 req-f518608e-cb53-4637-b4ea-2b3e7146f824 service nova] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Updated VIF entry in instance network info cache for port 1892f156-fa60-4fb2-8b5e-cd3d007225c0. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.844089] env[69481]: DEBUG nova.network.neutron [req-df2a5f58-3ee9-4e4b-90aa-cc4939292893 req-f518608e-cb53-4637-b4ea-2b3e7146f824 service nova] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Updating instance_info_cache with network_info: [{"id": "1892f156-fa60-4fb2-8b5e-cd3d007225c0", "address": "fa:16:3e:15:5a:9f", "network": {"id": "be962cc2-9eb0-4c47-a0b1-485535e138da", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1136291983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef92fff05ba41019cd3e03a00865185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1892f156-fa", "ovs_interfaceid": "1892f156-fa60-4fb2-8b5e-cd3d007225c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.886266] env[69481]: DEBUG nova.policy [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5d2c0230b584ee2a3e4ea6fc35ec52c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ef92fff05ba41019cd3e03a00865185', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.913944] env[69481]: INFO nova.compute.manager [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Took 56.40 seconds to build instance. [ 904.103229] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264148, 'name': CreateVM_Task, 'duration_secs': 0.342243} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.106202] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.109198] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.109198] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.109198] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.109198] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a925d123-b158-4d6c-8319-4c743d1e9c6b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.115121] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 904.115121] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c0d1e8-dfb1-cd65-e97a-87e65f721d34" [ 904.115121] env[69481]: _type = "Task" [ 904.115121] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.126122] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c0d1e8-dfb1-cd65-e97a-87e65f721d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.328431] env[69481]: DEBUG nova.compute.manager [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.338019] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7504e044-660b-45fa-8211-d2cf6ac09b4b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.343658] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8087d6b4-f332-4a41-a70d-c30c99b59ec5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.347375] env[69481]: DEBUG oslo_concurrency.lockutils [req-df2a5f58-3ee9-4e4b-90aa-cc4939292893 req-f518608e-cb53-4637-b4ea-2b3e7146f824 service nova] Releasing lock "refresh_cache-b4ea91d3-8256-46e0-a44f-f6ed964b1639" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.347620] env[69481]: DEBUG nova.compute.manager [req-df2a5f58-3ee9-4e4b-90aa-cc4939292893 req-f518608e-cb53-4637-b4ea-2b3e7146f824 service nova] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Received event network-vif-deleted-429f9b63-90b9-4d51-a8bc-7a6c361dd61f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.385014] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ca5608-e699-4688-a94a-a02eb4436b53 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.391680] env[69481]: DEBUG nova.network.neutron [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Successfully created port: 2822a429-f4cf-40f4-9183-02f8e33f9329 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.398044] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3720e9-dfe0-4ba0-b003-6cc3daf80fce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.413947] env[69481]: DEBUG nova.compute.provider_tree [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.418318] env[69481]: DEBUG oslo_concurrency.lockutils [None req-351288fc-8b02-4740-999b-70afc98fd90b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "a2450947-92b7-4fed-a4d8-ee4f8348e028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.911s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.626668] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c0d1e8-dfb1-cd65-e97a-87e65f721d34, 'name': SearchDatastore_Task, 'duration_secs': 0.015547} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.626995] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.627243] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.627915] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.627915] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.627915] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.628133] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-714c6d4d-ae3c-409a-bd1f-751cc2c290f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.637995] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.638187] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.638937] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557db3b0-88df-4dfb-a49e-b37ce82a1d4d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.648651] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 904.648651] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5269aa95-8b44-ca04-f935-d07e68131926" [ 904.648651] env[69481]: _type = "Task" [ 904.648651] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.665019] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5269aa95-8b44-ca04-f935-d07e68131926, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.665019] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9b2a91a-8d30-4e3d-85d9-55e20f74544f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.667450] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 904.667450] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a67bf3-938d-8f55-6011-a8c19ac68023" [ 904.667450] env[69481]: _type = "Task" [ 904.667450] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.677088] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a67bf3-938d-8f55-6011-a8c19ac68023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.916250] env[69481]: DEBUG nova.scheduler.client.report [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.178926] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a67bf3-938d-8f55-6011-a8c19ac68023, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.179146] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.179470] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] b4ea91d3-8256-46e0-a44f-f6ed964b1639/b4ea91d3-8256-46e0-a44f-f6ed964b1639.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.179755] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ec87715-cc12-4bed-9861-7dfb5c39d6d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.186932] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 905.186932] env[69481]: value = "task-3264149" [ 905.186932] env[69481]: _type = "Task" [ 905.186932] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.195588] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.344675] env[69481]: DEBUG nova.compute.manager [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.382030] env[69481]: DEBUG nova.virt.hardware [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.382030] env[69481]: DEBUG nova.virt.hardware [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.382219] env[69481]: DEBUG nova.virt.hardware [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.382219] env[69481]: DEBUG nova.virt.hardware [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.382403] env[69481]: DEBUG nova.virt.hardware [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.382510] env[69481]: DEBUG nova.virt.hardware [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.382719] env[69481]: DEBUG nova.virt.hardware [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.382889] env[69481]: DEBUG nova.virt.hardware [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.383105] env[69481]: DEBUG nova.virt.hardware [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.383280] env[69481]: DEBUG nova.virt.hardware [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.383465] env[69481]: DEBUG nova.virt.hardware [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.384353] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d518c55b-b17e-4237-ba7c-578afb264367 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.394322] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937bc52c-8a1a-4067-8e03-8b98b89b0856 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.422054] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.424685] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.319s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.424937] env[69481]: DEBUG nova.objects.instance [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Lazy-loading 'resources' on Instance uuid 516b18ca-fe00-4836-9f5f-c313deab2eb8 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.451837] env[69481]: INFO nova.scheduler.client.report [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Deleted allocations for instance 3692b4ab-0ace-434f-be78-5d9db94453f6 [ 905.511855] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquiring lock "33ad8971-24e2-44c8-8477-c53b2b8c410a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.512117] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Lock "33ad8971-24e2-44c8-8477-c53b2b8c410a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.697237] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264149, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.962980] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df2b2e8d-878f-4bf4-9761-98ae372d7659 tempest-ServersTestMultiNic-158108238 tempest-ServersTestMultiNic-158108238-project-member] Lock "3692b4ab-0ace-434f-be78-5d9db94453f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.250s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.010768] env[69481]: DEBUG nova.compute.manager [req-29162ce9-6b37-446f-8adb-d9fc48f645a4 req-3205dd98-b019-4dc7-b894-ded0e05a4616 service nova] [instance: e5801a02-9010-480e-8700-451620557e97] Received event network-vif-plugged-2822a429-f4cf-40f4-9183-02f8e33f9329 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.010986] env[69481]: DEBUG oslo_concurrency.lockutils [req-29162ce9-6b37-446f-8adb-d9fc48f645a4 req-3205dd98-b019-4dc7-b894-ded0e05a4616 service nova] Acquiring lock "e5801a02-9010-480e-8700-451620557e97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.011211] env[69481]: DEBUG oslo_concurrency.lockutils [req-29162ce9-6b37-446f-8adb-d9fc48f645a4 req-3205dd98-b019-4dc7-b894-ded0e05a4616 service nova] Lock "e5801a02-9010-480e-8700-451620557e97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.011380] env[69481]: DEBUG oslo_concurrency.lockutils [req-29162ce9-6b37-446f-8adb-d9fc48f645a4 req-3205dd98-b019-4dc7-b894-ded0e05a4616 service nova] Lock "e5801a02-9010-480e-8700-451620557e97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.011547] env[69481]: DEBUG nova.compute.manager [req-29162ce9-6b37-446f-8adb-d9fc48f645a4 req-3205dd98-b019-4dc7-b894-ded0e05a4616 service nova] [instance: e5801a02-9010-480e-8700-451620557e97] No waiting events found dispatching network-vif-plugged-2822a429-f4cf-40f4-9183-02f8e33f9329 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.011716] env[69481]: WARNING nova.compute.manager [req-29162ce9-6b37-446f-8adb-d9fc48f645a4 req-3205dd98-b019-4dc7-b894-ded0e05a4616 service nova] [instance: e5801a02-9010-480e-8700-451620557e97] Received unexpected event network-vif-plugged-2822a429-f4cf-40f4-9183-02f8e33f9329 for instance with vm_state building and task_state spawning. [ 906.015979] env[69481]: DEBUG nova.compute.manager [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.132557] env[69481]: DEBUG nova.network.neutron [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Successfully updated port: 2822a429-f4cf-40f4-9183-02f8e33f9329 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.200864] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264149, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.391842] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc04ab0f-fe0c-459e-ac7c-3f3db88e29c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.400637] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6381b5d-0d7f-4509-89c4-7d1e0777a259 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.431978] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bf3105-a6cd-4c56-a7af-a1b24c991f82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.444436] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcdef9d-7e61-4c54-b9c8-921dcab367d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.460262] env[69481]: DEBUG nova.compute.provider_tree [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.545163] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.634458] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "refresh_cache-e5801a02-9010-480e-8700-451620557e97" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.634988] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired lock "refresh_cache-e5801a02-9010-480e-8700-451620557e97" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.635725] env[69481]: DEBUG nova.network.neutron [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.701344] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264149, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.451672} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.701615] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] b4ea91d3-8256-46e0-a44f-f6ed964b1639/b4ea91d3-8256-46e0-a44f-f6ed964b1639.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.701833] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.702119] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60d4bafd-b766-49a0-8331-caf58178c4a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.710852] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 906.710852] env[69481]: value = "task-3264150" [ 906.710852] env[69481]: _type = "Task" [ 906.710852] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.721010] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.964037] env[69481]: DEBUG nova.scheduler.client.report [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.192246] env[69481]: DEBUG nova.network.neutron [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.219991] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136435} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.220204] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.220949] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb3ff5c-1f83-4e1f-ae7d-175cbbfe5e62 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.242627] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] b4ea91d3-8256-46e0-a44f-f6ed964b1639/b4ea91d3-8256-46e0-a44f-f6ed964b1639.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.245434] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e17074a-4735-4abf-9537-2f518626de03 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.266876] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 907.266876] env[69481]: value = "task-3264151" [ 907.266876] env[69481]: _type = "Task" [ 907.266876] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.275324] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.469603] env[69481]: DEBUG nova.network.neutron [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Updating instance_info_cache with network_info: [{"id": "2822a429-f4cf-40f4-9183-02f8e33f9329", "address": "fa:16:3e:97:6d:30", "network": {"id": "be962cc2-9eb0-4c47-a0b1-485535e138da", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1136291983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef92fff05ba41019cd3e03a00865185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2822a429-f4", "ovs_interfaceid": "2822a429-f4cf-40f4-9183-02f8e33f9329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.471194] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.474013] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.620s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.476113] env[69481]: INFO nova.compute.claims [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.507913] env[69481]: INFO nova.scheduler.client.report [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Deleted allocations for instance 516b18ca-fe00-4836-9f5f-c313deab2eb8 [ 907.778630] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264151, 'name': ReconfigVM_Task, 'duration_secs': 0.293052} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.778630] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Reconfigured VM instance instance-0000003e to attach disk [datastore1] b4ea91d3-8256-46e0-a44f-f6ed964b1639/b4ea91d3-8256-46e0-a44f-f6ed964b1639.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.779269] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42ffbfe3-6e97-44d9-b4dd-2ee06dc43a73 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.786528] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 907.786528] env[69481]: value = "task-3264152" [ 907.786528] env[69481]: _type = "Task" [ 907.786528] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.794934] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264152, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.974685] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Releasing lock "refresh_cache-e5801a02-9010-480e-8700-451620557e97" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.975044] env[69481]: DEBUG nova.compute.manager [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Instance network_info: |[{"id": "2822a429-f4cf-40f4-9183-02f8e33f9329", "address": "fa:16:3e:97:6d:30", "network": {"id": "be962cc2-9eb0-4c47-a0b1-485535e138da", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1136291983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef92fff05ba41019cd3e03a00865185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2822a429-f4", "ovs_interfaceid": "2822a429-f4cf-40f4-9183-02f8e33f9329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.975511] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:6d:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2822a429-f4cf-40f4-9183-02f8e33f9329', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.983312] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.985768] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5801a02-9010-480e-8700-451620557e97] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.986299] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5af7627-d6b6-4a8b-ae2b-0f54dc41cf71 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.008559] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.008559] env[69481]: value = "task-3264153" [ 908.008559] env[69481]: _type = "Task" [ 908.008559] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.018954] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264153, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.019498] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d6a86b3f-06b2-427b-9737-d98e84560345 tempest-ServersV294TestFqdnHostnames-66482823 tempest-ServersV294TestFqdnHostnames-66482823-project-member] Lock "516b18ca-fe00-4836-9f5f-c313deab2eb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.101s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.045304] env[69481]: DEBUG nova.compute.manager [req-f1a3a3c0-cf14-4fbc-9879-6f2a8d2eaf3d req-6dedffe8-c1ee-4f06-8268-54cd35b2f871 service nova] [instance: e5801a02-9010-480e-8700-451620557e97] Received event network-changed-2822a429-f4cf-40f4-9183-02f8e33f9329 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.045690] env[69481]: DEBUG nova.compute.manager [req-f1a3a3c0-cf14-4fbc-9879-6f2a8d2eaf3d req-6dedffe8-c1ee-4f06-8268-54cd35b2f871 service nova] [instance: e5801a02-9010-480e-8700-451620557e97] Refreshing instance network info cache due to event network-changed-2822a429-f4cf-40f4-9183-02f8e33f9329. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.046035] env[69481]: DEBUG oslo_concurrency.lockutils [req-f1a3a3c0-cf14-4fbc-9879-6f2a8d2eaf3d req-6dedffe8-c1ee-4f06-8268-54cd35b2f871 service nova] Acquiring lock "refresh_cache-e5801a02-9010-480e-8700-451620557e97" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.046252] env[69481]: DEBUG oslo_concurrency.lockutils [req-f1a3a3c0-cf14-4fbc-9879-6f2a8d2eaf3d req-6dedffe8-c1ee-4f06-8268-54cd35b2f871 service nova] Acquired lock "refresh_cache-e5801a02-9010-480e-8700-451620557e97" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.046465] env[69481]: DEBUG nova.network.neutron [req-f1a3a3c0-cf14-4fbc-9879-6f2a8d2eaf3d req-6dedffe8-c1ee-4f06-8268-54cd35b2f871 service nova] [instance: e5801a02-9010-480e-8700-451620557e97] Refreshing network info cache for port 2822a429-f4cf-40f4-9183-02f8e33f9329 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.298514] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264152, 'name': Rename_Task, 'duration_secs': 0.162972} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.298820] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.299090] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e98ca451-2528-4295-812c-10215cf7c6c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.307050] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 908.307050] env[69481]: value = "task-3264154" [ 908.307050] env[69481]: _type = "Task" [ 908.307050] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.322053] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.521773] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264153, 'name': CreateVM_Task, 'duration_secs': 0.407555} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.522124] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5801a02-9010-480e-8700-451620557e97] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.522646] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.522809] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.523159] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.523416] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123cc268-7cae-4113-87e0-8503e890485f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.532591] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 908.532591] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b03d41-217f-5e91-7201-98d59efaae69" [ 908.532591] env[69481]: _type = "Task" [ 908.532591] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.542726] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b03d41-217f-5e91-7201-98d59efaae69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.818025] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.831418] env[69481]: DEBUG nova.network.neutron [req-f1a3a3c0-cf14-4fbc-9879-6f2a8d2eaf3d req-6dedffe8-c1ee-4f06-8268-54cd35b2f871 service nova] [instance: e5801a02-9010-480e-8700-451620557e97] Updated VIF entry in instance network info cache for port 2822a429-f4cf-40f4-9183-02f8e33f9329. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.831774] env[69481]: DEBUG nova.network.neutron [req-f1a3a3c0-cf14-4fbc-9879-6f2a8d2eaf3d req-6dedffe8-c1ee-4f06-8268-54cd35b2f871 service nova] [instance: e5801a02-9010-480e-8700-451620557e97] Updating instance_info_cache with network_info: [{"id": "2822a429-f4cf-40f4-9183-02f8e33f9329", "address": "fa:16:3e:97:6d:30", "network": {"id": "be962cc2-9eb0-4c47-a0b1-485535e138da", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1136291983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef92fff05ba41019cd3e03a00865185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2822a429-f4", "ovs_interfaceid": "2822a429-f4cf-40f4-9183-02f8e33f9329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.970237] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8b002f-a235-491d-abcb-3c63025226aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.980978] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ed7f3e-c1d0-4894-8cd0-aa11ac1df92b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.016387] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6e611b-f346-496f-8a1b-23ea2106bf6b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.025617] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f62d639-7e85-4380-bd34-65729d5bed80 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.042073] env[69481]: DEBUG nova.compute.provider_tree [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.052637] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b03d41-217f-5e91-7201-98d59efaae69, 'name': SearchDatastore_Task, 'duration_secs': 0.011643} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.053598] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.053818] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.054091] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.054561] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.054561] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.054929] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d873f0b0-8f8b-4080-acfd-2321e3fc1f9b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.065714] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.065903] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.066638] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f577fcbf-c553-452b-acd7-13054ca66165 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.072783] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 909.072783] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521391db-d834-cc8c-f2ce-222dad896122" [ 909.072783] env[69481]: _type = "Task" [ 909.072783] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.081575] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521391db-d834-cc8c-f2ce-222dad896122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.318435] env[69481]: DEBUG oslo_vmware.api [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264154, 'name': PowerOnVM_Task, 'duration_secs': 1.006899} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.318728] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.318929] env[69481]: INFO nova.compute.manager [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Took 8.70 seconds to spawn the instance on the hypervisor. [ 909.319130] env[69481]: DEBUG nova.compute.manager [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.319892] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0917769d-06b8-4862-a835-3e24ce1b4f15 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.336701] env[69481]: DEBUG oslo_concurrency.lockutils [req-f1a3a3c0-cf14-4fbc-9879-6f2a8d2eaf3d req-6dedffe8-c1ee-4f06-8268-54cd35b2f871 service nova] Releasing lock "refresh_cache-e5801a02-9010-480e-8700-451620557e97" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.547452] env[69481]: DEBUG nova.scheduler.client.report [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.584538] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521391db-d834-cc8c-f2ce-222dad896122, 'name': SearchDatastore_Task, 'duration_secs': 0.013427} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.585342] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec556a1-4a3d-4dd6-ac59-193585764c63 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.592019] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 909.592019] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52de6662-c913-d996-df24-a88961b990f1" [ 909.592019] env[69481]: _type = "Task" [ 909.592019] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.600386] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52de6662-c913-d996-df24-a88961b990f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.842950] env[69481]: INFO nova.compute.manager [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Took 53.71 seconds to build instance. [ 910.054858] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.054858] env[69481]: DEBUG nova.compute.manager [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.056322] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 46.751s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.108050] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52de6662-c913-d996-df24-a88961b990f1, 'name': SearchDatastore_Task, 'duration_secs': 0.034423} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.108050] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.108050] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e5801a02-9010-480e-8700-451620557e97/e5801a02-9010-480e-8700-451620557e97.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.108050] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05772ea2-cd4f-43c4-acb2-4dcf4214fc65 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.120182] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 910.120182] env[69481]: value = "task-3264155" [ 910.120182] env[69481]: _type = "Task" [ 910.120182] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.131515] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.350094] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d5de5667-0124-43f7-8dc9-eb340aa1539f tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.201s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.562880] env[69481]: DEBUG nova.compute.utils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.567397] env[69481]: DEBUG nova.compute.manager [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Not allocating networking since 'none' was specified. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 910.629652] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508979} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.629909] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e5801a02-9010-480e-8700-451620557e97/e5801a02-9010-480e-8700-451620557e97.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.630132] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.630375] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07f14854-7039-4af6-8353-dc016245c7dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.641698] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 910.641698] env[69481]: value = "task-3264156" [ 910.641698] env[69481]: _type = "Task" [ 910.641698] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.653645] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.034022] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fdd461-39e6-46c9-95d5-45e696ced09e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.043546] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b3e4b9-9f8f-4ec9-84e1-4f7852ce2b0d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.074902] env[69481]: DEBUG nova.compute.manager [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.078815] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7482cd1c-d39f-43dd-aff2-7819d51b77a7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.087744] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46479228-408b-40b1-a8c4-2a1c04113167 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.102408] env[69481]: DEBUG nova.compute.provider_tree [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.153155] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.40851} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.153155] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.154076] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd5da82-0ab7-46f3-87c2-d7833ebce577 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.180363] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] e5801a02-9010-480e-8700-451620557e97/e5801a02-9010-480e-8700-451620557e97.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.180708] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2adb2f0f-d6e2-4e23-95f9-ee990895ac92 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.201946] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 911.201946] env[69481]: value = "task-3264157" [ 911.201946] env[69481]: _type = "Task" [ 911.201946] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.211048] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.606823] env[69481]: DEBUG nova.scheduler.client.report [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.712940] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264157, 'name': ReconfigVM_Task, 'duration_secs': 0.305908} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.713700] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Reconfigured VM instance instance-0000003f to attach disk [datastore2] e5801a02-9010-480e-8700-451620557e97/e5801a02-9010-480e-8700-451620557e97.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.714527] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e56431bf-ed4c-45d6-b4bc-4bbd0086b903 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.723135] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 911.723135] env[69481]: value = "task-3264158" [ 911.723135] env[69481]: _type = "Task" [ 911.723135] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.732780] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264158, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.091023] env[69481]: DEBUG nova.compute.manager [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.128824] env[69481]: DEBUG nova.virt.hardware [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.128824] env[69481]: DEBUG nova.virt.hardware [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.128824] env[69481]: DEBUG nova.virt.hardware [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.129356] env[69481]: DEBUG nova.virt.hardware [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.129643] env[69481]: DEBUG nova.virt.hardware [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.133023] env[69481]: DEBUG nova.virt.hardware [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.133023] env[69481]: DEBUG nova.virt.hardware [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.133023] env[69481]: DEBUG nova.virt.hardware [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.133023] env[69481]: DEBUG nova.virt.hardware [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.133023] env[69481]: DEBUG nova.virt.hardware [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.133023] env[69481]: DEBUG nova.virt.hardware [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.133023] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fee821-7e45-4afe-960f-61f8186901f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.143945] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1567810e-63d4-430d-8a01-f50f1903378c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.169646] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.175516] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Creating folder: Project (f1d998fae1724f49a952b7f97a3a6922). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.175975] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-051fafe3-c102-4f7c-be0f-5ac44dd015b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.191475] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Created folder: Project (f1d998fae1724f49a952b7f97a3a6922) in parent group-v651898. [ 912.191704] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Creating folder: Instances. Parent ref: group-v652091. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.191964] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-720a7043-81fb-4f41-b581-87a81f2218c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.204501] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Created folder: Instances in parent group-v652091. [ 912.204763] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.204971] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.205215] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48c8a1a0-c7b2-40f0-8ea7-0943bd9551cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.224359] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.224359] env[69481]: value = "task-3264161" [ 912.224359] env[69481]: _type = "Task" [ 912.224359] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.236885] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264158, 'name': Rename_Task, 'duration_secs': 0.156261} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.239977] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.240311] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264161, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.240533] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-598fd13a-7137-41df-902b-38618f066df5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.247655] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 912.247655] env[69481]: value = "task-3264162" [ 912.247655] env[69481]: _type = "Task" [ 912.247655] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.256483] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.621816] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.564s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.624390] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.854s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.625728] env[69481]: INFO nova.compute.claims [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.741057] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264161, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.759056] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.226941] env[69481]: INFO nova.scheduler.client.report [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted allocation for migration 2776bc39-63be-42d5-88ef-189c04214944 [ 913.243221] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264161, 'name': CreateVM_Task, 'duration_secs': 0.551326} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.243419] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.244167] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.244249] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.245173] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.245173] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9648181-b1d7-4f83-bd34-886375faf8da {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.260953] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 913.260953] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]524c26d8-d78a-10df-1c11-935da2907f0d" [ 913.260953] env[69481]: _type = "Task" [ 913.260953] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.275312] env[69481]: DEBUG oslo_vmware.api [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264162, 'name': PowerOnVM_Task, 'duration_secs': 0.748709} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.275312] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.275312] env[69481]: INFO nova.compute.manager [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Took 7.93 seconds to spawn the instance on the hypervisor. [ 913.275312] env[69481]: DEBUG nova.compute.manager [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.275766] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7186573-b6ed-4c39-a351-55a6067b548b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.282489] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524c26d8-d78a-10df-1c11-935da2907f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.283612] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.283875] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.284083] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.284225] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.284403] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.287293] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34297160-f2b3-4b5b-b0b9-6f6d96df4dbb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.301538] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.301793] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.302560] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1a96ca-5621-4668-80d2-52edd9ac73ec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.310431] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 913.310431] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5292e306-4a97-32cb-512b-982c32f022be" [ 913.310431] env[69481]: _type = "Task" [ 913.310431] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.320928] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5292e306-4a97-32cb-512b-982c32f022be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.736060] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1bc98186-d1f2-41c6-9927-cac860b6dd67 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 53.854s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.806609] env[69481]: INFO nova.compute.manager [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Took 55.33 seconds to build instance. [ 913.828831] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5292e306-4a97-32cb-512b-982c32f022be, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.829446] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b965525-e2a8-43ef-9f1b-e23be3ae23e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.840556] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 913.840556] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]527057d6-0473-3b87-f891-e774dc0fb1ca" [ 913.840556] env[69481]: _type = "Task" [ 913.840556] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.851792] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527057d6-0473-3b87-f891-e774dc0fb1ca, 'name': SearchDatastore_Task} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.854035] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.854387] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92/e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.854906] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6684261-492c-40fa-b82a-dd9e0bca8827 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.865236] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 913.865236] env[69481]: value = "task-3264163" [ 913.865236] env[69481]: _type = "Task" [ 913.865236] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.879874] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.175160] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b576b7c-c78f-4d23-b4bc-02aa1440cc67 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.184675] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10e32e3-9e5b-4261-849e-faf3c0da649a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.221593] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e614a6ab-5dbb-45d1-9ad2-cfa68cfa7b2f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.232043] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d38cd5d-c106-466b-a270-73a971665164 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.249197] env[69481]: DEBUG nova.compute.provider_tree [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.307781] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c315a53-1623-4965-91ae-7e6b433ce883 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "e5801a02-9010-480e-8700-451620557e97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.280s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.377684] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264163, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.753451] env[69481]: DEBUG nova.scheduler.client.report [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.879908] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264163, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.130639] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "e9493042-db8b-45a3-b003-3714fff0bf73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.130903] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "e9493042-db8b-45a3-b003-3714fff0bf73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.172842] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "7b6df427-c08b-4d50-a6e7-822727cb9f44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.173087] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "7b6df427-c08b-4d50-a6e7-822727cb9f44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.204945] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "75673729-6372-45f9-b521-1b0cb275a5d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.205334] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "75673729-6372-45f9-b521-1b0cb275a5d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.259139] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.259688] env[69481]: DEBUG nova.compute.manager [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.264317] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.355s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.265780] env[69481]: INFO nova.compute.claims [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.376980] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264163, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.634214] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.680273] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.708197] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.771353] env[69481]: DEBUG nova.compute.utils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.776573] env[69481]: DEBUG nova.compute.manager [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.776838] env[69481]: DEBUG nova.network.neutron [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.835922] env[69481]: DEBUG nova.policy [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a059d626f34253a07670e7b2ce75ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa55d94859b498a9e9d98520990488f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.878132] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264163, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.57755} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.878420] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92/e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.878636] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.878919] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2735a65d-2c25-436c-9b21-df618751dc61 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.886418] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 915.886418] env[69481]: value = "task-3264164" [ 915.886418] env[69481]: _type = "Task" [ 915.886418] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.897199] env[69481]: DEBUG oslo_concurrency.lockutils [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "29474f4a-15a6-41cb-8df5-8fdb1747f116" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.897486] env[69481]: DEBUG oslo_concurrency.lockutils [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.897721] env[69481]: DEBUG oslo_concurrency.lockutils [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "29474f4a-15a6-41cb-8df5-8fdb1747f116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.898019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.898161] env[69481]: DEBUG oslo_concurrency.lockutils [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.899878] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.902487] env[69481]: INFO nova.compute.manager [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Terminating instance [ 916.160976] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.198904] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.228537] env[69481]: DEBUG nova.network.neutron [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Successfully created port: bb08440b-b30f-4229-99f1-67cd86e6d100 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.231682] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.284679] env[69481]: DEBUG nova.compute.manager [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.400887] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085923} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.401183] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.402732] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e6e6f2-4984-49c5-8021-9920a49ab296 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.410548] env[69481]: DEBUG nova.compute.manager [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.411555] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.420922] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92758f1d-d08a-4eb0-9027-40e0474baf1b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.433096] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92/e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.436571] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d51988-d11e-43b5-b5c0-9b24bbf8e247 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.456278] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.456924] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.460134] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.461072] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93191ece-a813-443b-88d9-1e1c54453704 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.463440] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 916.463440] env[69481]: value = "task-3264165" [ 916.463440] env[69481]: _type = "Task" [ 916.463440] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.468901] env[69481]: DEBUG oslo_vmware.api [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 916.468901] env[69481]: value = "task-3264166" [ 916.468901] env[69481]: _type = "Task" [ 916.468901] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.478521] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.488264] env[69481]: DEBUG oslo_vmware.api [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.844327] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299e7275-2663-48f6-a371-27a1c6656e6e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.853107] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb23228e-6173-40a5-8619-8a992bfce0e9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.887913] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d538fe-173a-4687-9a17-617b659c331c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.897387] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e597a1a2-ac16-42b1-9bb6-b7f17d4119d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.914709] env[69481]: DEBUG nova.compute.provider_tree [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.965294] env[69481]: DEBUG nova.compute.manager [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.976054] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264165, 'name': ReconfigVM_Task, 'duration_secs': 0.430144} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.976738] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Reconfigured VM instance instance-00000040 to attach disk [datastore2] e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92/e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.977388] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eb069a8-e6b1-4a01-86c1-e53459506a57 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.982801] env[69481]: DEBUG oslo_vmware.api [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264166, 'name': PowerOffVM_Task, 'duration_secs': 0.266854} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.984801] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.984801] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.986719] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3603258c-dfcd-499a-a25f-7637fe492f7d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.990307] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 916.990307] env[69481]: value = "task-3264167" [ 916.990307] env[69481]: _type = "Task" [ 916.990307] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.000468] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264167, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.075348] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.075653] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.079024] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleting the datastore file [datastore2] 29474f4a-15a6-41cb-8df5-8fdb1747f116 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.079024] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17cf4ec0-ae12-47c4-8c51-b0ae0b6542da {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.086173] env[69481]: DEBUG oslo_vmware.api [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 917.086173] env[69481]: value = "task-3264169" [ 917.086173] env[69481]: _type = "Task" [ 917.086173] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.095722] env[69481]: DEBUG oslo_vmware.api [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.300114] env[69481]: DEBUG nova.compute.manager [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.333280] env[69481]: DEBUG nova.virt.hardware [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.333563] env[69481]: DEBUG nova.virt.hardware [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.333726] env[69481]: DEBUG nova.virt.hardware [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.333909] env[69481]: DEBUG nova.virt.hardware [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.334135] env[69481]: DEBUG nova.virt.hardware [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.334323] env[69481]: DEBUG nova.virt.hardware [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.334577] env[69481]: DEBUG nova.virt.hardware [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.334693] env[69481]: DEBUG nova.virt.hardware [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.334857] env[69481]: DEBUG nova.virt.hardware [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.335030] env[69481]: DEBUG nova.virt.hardware [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.335237] env[69481]: DEBUG nova.virt.hardware [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.336118] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178f4a54-74ae-4be5-b329-a0ba9d788dbe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.345192] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe5c0ac-f7dc-468d-8e67-e2a73563062a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.418563] env[69481]: DEBUG nova.scheduler.client.report [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.489248] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "a2450947-92b7-4fed-a4d8-ee4f8348e028" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.489574] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "a2450947-92b7-4fed-a4d8-ee4f8348e028" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.489747] env[69481]: DEBUG nova.compute.manager [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.490765] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cea58dc-a8bd-4035-9c8f-af581f879bea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.498814] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.504249] env[69481]: DEBUG nova.compute.manager [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 917.504823] env[69481]: DEBUG nova.objects.instance [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lazy-loading 'flavor' on Instance uuid a2450947-92b7-4fed-a4d8-ee4f8348e028 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.506168] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264167, 'name': Rename_Task, 'duration_secs': 0.18848} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.507326] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.507478] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-032798ea-d98b-4406-8737-f52087c58056 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.519443] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 917.519443] env[69481]: value = "task-3264170" [ 917.519443] env[69481]: _type = "Task" [ 917.519443] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.540425] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.597171] env[69481]: DEBUG oslo_vmware.api [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231543} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.598078] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.598078] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.598078] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.598078] env[69481]: INFO nova.compute.manager [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Took 1.19 seconds to destroy the instance on the hypervisor. [ 917.598297] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.598430] env[69481]: DEBUG nova.compute.manager [-] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.598523] env[69481]: DEBUG nova.network.neutron [-] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.848135] env[69481]: DEBUG nova.compute.manager [req-989a414f-99d2-4979-8e93-28bbf536dd2e req-4a5b7c75-f04c-4b92-9068-1db0773a5928 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Received event network-vif-plugged-bb08440b-b30f-4229-99f1-67cd86e6d100 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.848135] env[69481]: DEBUG oslo_concurrency.lockutils [req-989a414f-99d2-4979-8e93-28bbf536dd2e req-4a5b7c75-f04c-4b92-9068-1db0773a5928 service nova] Acquiring lock "344483f5-e484-4663-a203-716c0fc11deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.848651] env[69481]: DEBUG oslo_concurrency.lockutils [req-989a414f-99d2-4979-8e93-28bbf536dd2e req-4a5b7c75-f04c-4b92-9068-1db0773a5928 service nova] Lock "344483f5-e484-4663-a203-716c0fc11deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.849080] env[69481]: DEBUG oslo_concurrency.lockutils [req-989a414f-99d2-4979-8e93-28bbf536dd2e req-4a5b7c75-f04c-4b92-9068-1db0773a5928 service nova] Lock "344483f5-e484-4663-a203-716c0fc11deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.849408] env[69481]: DEBUG nova.compute.manager [req-989a414f-99d2-4979-8e93-28bbf536dd2e req-4a5b7c75-f04c-4b92-9068-1db0773a5928 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] No waiting events found dispatching network-vif-plugged-bb08440b-b30f-4229-99f1-67cd86e6d100 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.849694] env[69481]: WARNING nova.compute.manager [req-989a414f-99d2-4979-8e93-28bbf536dd2e req-4a5b7c75-f04c-4b92-9068-1db0773a5928 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Received unexpected event network-vif-plugged-bb08440b-b30f-4229-99f1-67cd86e6d100 for instance with vm_state building and task_state spawning. [ 917.909561] env[69481]: DEBUG nova.network.neutron [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Successfully updated port: bb08440b-b30f-4229-99f1-67cd86e6d100 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.923982] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.925240] env[69481]: DEBUG nova.compute.manager [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.928677] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.232s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.928842] env[69481]: DEBUG nova.objects.instance [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lazy-loading 'resources' on Instance uuid 5e338780-2cf4-436c-ae29-6225d56648fa {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.939476] env[69481]: DEBUG nova.compute.manager [req-1a74c3d6-3375-4c71-8077-e967fa21ec53 req-3f42c28e-0284-45e3-a0e6-ae30bebe2ede service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Received event network-vif-deleted-70e78a18-569b-451e-ba82-3f608f95652d {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.939727] env[69481]: INFO nova.compute.manager [req-1a74c3d6-3375-4c71-8077-e967fa21ec53 req-3f42c28e-0284-45e3-a0e6-ae30bebe2ede service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Neutron deleted interface 70e78a18-569b-451e-ba82-3f608f95652d; detaching it from the instance and deleting it from the info cache [ 917.940767] env[69481]: DEBUG nova.network.neutron [req-1a74c3d6-3375-4c71-8077-e967fa21ec53 req-3f42c28e-0284-45e3-a0e6-ae30bebe2ede service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.029907] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.417155] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.417155] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.417155] env[69481]: DEBUG nova.network.neutron [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.421379] env[69481]: DEBUG nova.network.neutron [-] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.432859] env[69481]: DEBUG nova.compute.utils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.439273] env[69481]: DEBUG nova.compute.manager [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.439493] env[69481]: DEBUG nova.network.neutron [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.443458] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0884b21-d8ff-4235-a8cd-8c9cd3fe9313 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.454714] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cefb6df-7da7-4d55-9a2e-a46962501738 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.495297] env[69481]: DEBUG nova.compute.manager [req-1a74c3d6-3375-4c71-8077-e967fa21ec53 req-3f42c28e-0284-45e3-a0e6-ae30bebe2ede service nova] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Detach interface failed, port_id=70e78a18-569b-451e-ba82-3f608f95652d, reason: Instance 29474f4a-15a6-41cb-8df5-8fdb1747f116 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.499323] env[69481]: DEBUG nova.policy [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c86adea545b4f738ccbd7b263f9fed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b82136298254e4fa554f95d4e1c92d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.511917] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.514875] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2ad8414-3dbb-4c43-ab7b-d4db0b7c47f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.540678] env[69481]: DEBUG oslo_vmware.api [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264170, 'name': PowerOnVM_Task, 'duration_secs': 0.759606} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.542357] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.542559] env[69481]: INFO nova.compute.manager [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Took 6.45 seconds to spawn the instance on the hypervisor. [ 918.542836] env[69481]: DEBUG nova.compute.manager [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.544299] env[69481]: DEBUG oslo_vmware.api [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 918.544299] env[69481]: value = "task-3264171" [ 918.544299] env[69481]: _type = "Task" [ 918.544299] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.544299] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbebae32-b24b-4c88-ba8a-7272f4ea8bb6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.560910] env[69481]: DEBUG oslo_vmware.api [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.923977] env[69481]: INFO nova.compute.manager [-] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Took 1.33 seconds to deallocate network for instance. [ 918.936328] env[69481]: DEBUG nova.compute.manager [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.950694] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3574e0db-1c28-4db4-9bc5-7a8f51b59e3a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.962200] env[69481]: DEBUG nova.network.neutron [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.967577] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d654c8-07c4-42ee-8b5a-8d3f80f6ad12 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.001128] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0822ecb0-cbd1-463d-b561-6dcf54b07a2b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.010202] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61cc27c-0042-4b9c-a5f1-104505ec5259 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.025878] env[69481]: DEBUG nova.compute.provider_tree [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.057989] env[69481]: DEBUG oslo_vmware.api [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264171, 'name': PowerOffVM_Task, 'duration_secs': 0.281405} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.058261] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.058460] env[69481]: DEBUG nova.compute.manager [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.059294] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9816b61-34d0-4416-b7b4-539b38658ca9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.076803] env[69481]: INFO nova.compute.manager [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Took 58.24 seconds to build instance. [ 919.126777] env[69481]: DEBUG nova.network.neutron [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Successfully created port: 245a762d-b9fe-4b8f-916e-31a34f31785e {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.170597] env[69481]: DEBUG nova.network.neutron [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Updating instance_info_cache with network_info: [{"id": "bb08440b-b30f-4229-99f1-67cd86e6d100", "address": "fa:16:3e:d3:4c:3e", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb08440b-b3", "ovs_interfaceid": "bb08440b-b30f-4229-99f1-67cd86e6d100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.432246] env[69481]: DEBUG oslo_concurrency.lockutils [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.529173] env[69481]: DEBUG nova.scheduler.client.report [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.579020] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d247110f-c0ba-443e-9abc-bdacf3fe1fdb tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "a2450947-92b7-4fed-a4d8-ee4f8348e028" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.579020] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1b940d37-fcc1-4572-986e-105dd84a16e0 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.580s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.675686] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.675686] env[69481]: DEBUG nova.compute.manager [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Instance network_info: |[{"id": "bb08440b-b30f-4229-99f1-67cd86e6d100", "address": "fa:16:3e:d3:4c:3e", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb08440b-b3", "ovs_interfaceid": "bb08440b-b30f-4229-99f1-67cd86e6d100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.675686] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:4c:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb08440b-b30f-4229-99f1-67cd86e6d100', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.687175] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.687175] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.687175] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8584f3f-4f50-4f91-a003-84490b3ebe7a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.716507] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.716507] env[69481]: value = "task-3264172" [ 919.716507] env[69481]: _type = "Task" [ 919.716507] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.725908] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264172, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.948530] env[69481]: DEBUG nova.compute.manager [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.980889] env[69481]: DEBUG nova.virt.hardware [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.981251] env[69481]: DEBUG nova.virt.hardware [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.981480] env[69481]: DEBUG nova.virt.hardware [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.981764] env[69481]: DEBUG nova.virt.hardware [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.981999] env[69481]: DEBUG nova.virt.hardware [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.982230] env[69481]: DEBUG nova.virt.hardware [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.982520] env[69481]: DEBUG nova.virt.hardware [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.982740] env[69481]: DEBUG nova.virt.hardware [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.983068] env[69481]: DEBUG nova.virt.hardware [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.983201] env[69481]: DEBUG nova.virt.hardware [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.983455] env[69481]: DEBUG nova.virt.hardware [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.985122] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71191ec7-fc22-448f-8a9c-bd0bc62ba647 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.994849] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054f1693-6628-41e7-8e15-e933335903c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.013494] env[69481]: DEBUG nova.compute.manager [req-d00a6d5a-78b4-4324-aae1-7f74ad886021 req-6798e8c5-5e25-4938-9d38-793af959f936 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Received event network-changed-bb08440b-b30f-4229-99f1-67cd86e6d100 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.013675] env[69481]: DEBUG nova.compute.manager [req-d00a6d5a-78b4-4324-aae1-7f74ad886021 req-6798e8c5-5e25-4938-9d38-793af959f936 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Refreshing instance network info cache due to event network-changed-bb08440b-b30f-4229-99f1-67cd86e6d100. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.014249] env[69481]: DEBUG oslo_concurrency.lockutils [req-d00a6d5a-78b4-4324-aae1-7f74ad886021 req-6798e8c5-5e25-4938-9d38-793af959f936 service nova] Acquiring lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.014249] env[69481]: DEBUG oslo_concurrency.lockutils [req-d00a6d5a-78b4-4324-aae1-7f74ad886021 req-6798e8c5-5e25-4938-9d38-793af959f936 service nova] Acquired lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.014249] env[69481]: DEBUG nova.network.neutron [req-d00a6d5a-78b4-4324-aae1-7f74ad886021 req-6798e8c5-5e25-4938-9d38-793af959f936 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Refreshing network info cache for port bb08440b-b30f-4229-99f1-67cd86e6d100 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.034720] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.037183] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.579s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.037384] env[69481]: DEBUG nova.objects.instance [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 920.064269] env[69481]: INFO nova.scheduler.client.report [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Deleted allocations for instance 5e338780-2cf4-436c-ae29-6225d56648fa [ 920.207996] env[69481]: DEBUG nova.objects.instance [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lazy-loading 'flavor' on Instance uuid a2450947-92b7-4fed-a4d8-ee4f8348e028 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.226882] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264172, 'name': CreateVM_Task, 'duration_secs': 0.339859} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.227081] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.227806] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.227963] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.228317] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.228580] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e218afb9-af65-4a97-a4e2-07f1e5a0bb36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.235668] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 920.235668] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bfd1b8-3b5d-7466-055c-d41f4fcf96c5" [ 920.235668] env[69481]: _type = "Task" [ 920.235668] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.244240] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bfd1b8-3b5d-7466-055c-d41f4fcf96c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.572754] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e3635d34-54d9-43da-9324-3b4814f491a3 tempest-SecurityGroupsTestJSON-1707406187 tempest-SecurityGroupsTestJSON-1707406187-project-member] Lock "5e338780-2cf4-436c-ae29-6225d56648fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.612s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.602023] env[69481]: DEBUG nova.compute.manager [req-878fe4ad-7f82-4bed-89e6-231bee24b72b req-8bb89d62-6f35-41c7-8969-144e818d16e5 service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Received event network-vif-plugged-245a762d-b9fe-4b8f-916e-31a34f31785e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.602124] env[69481]: DEBUG oslo_concurrency.lockutils [req-878fe4ad-7f82-4bed-89e6-231bee24b72b req-8bb89d62-6f35-41c7-8969-144e818d16e5 service nova] Acquiring lock "043ec14a-a5ad-4730-b508-f217f2cca261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.602368] env[69481]: DEBUG oslo_concurrency.lockutils [req-878fe4ad-7f82-4bed-89e6-231bee24b72b req-8bb89d62-6f35-41c7-8969-144e818d16e5 service nova] Lock "043ec14a-a5ad-4730-b508-f217f2cca261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.602602] env[69481]: DEBUG oslo_concurrency.lockutils [req-878fe4ad-7f82-4bed-89e6-231bee24b72b req-8bb89d62-6f35-41c7-8969-144e818d16e5 service nova] Lock "043ec14a-a5ad-4730-b508-f217f2cca261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.602856] env[69481]: DEBUG nova.compute.manager [req-878fe4ad-7f82-4bed-89e6-231bee24b72b req-8bb89d62-6f35-41c7-8969-144e818d16e5 service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] No waiting events found dispatching network-vif-plugged-245a762d-b9fe-4b8f-916e-31a34f31785e {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.602933] env[69481]: WARNING nova.compute.manager [req-878fe4ad-7f82-4bed-89e6-231bee24b72b req-8bb89d62-6f35-41c7-8969-144e818d16e5 service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Received unexpected event network-vif-plugged-245a762d-b9fe-4b8f-916e-31a34f31785e for instance with vm_state building and task_state spawning. [ 920.703433] env[69481]: DEBUG nova.network.neutron [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Successfully updated port: 245a762d-b9fe-4b8f-916e-31a34f31785e {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.716318] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "refresh_cache-a2450947-92b7-4fed-a4d8-ee4f8348e028" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.716318] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquired lock "refresh_cache-a2450947-92b7-4fed-a4d8-ee4f8348e028" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.716318] env[69481]: DEBUG nova.network.neutron [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.716318] env[69481]: DEBUG nova.objects.instance [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lazy-loading 'info_cache' on Instance uuid a2450947-92b7-4fed-a4d8-ee4f8348e028 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.751458] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bfd1b8-3b5d-7466-055c-d41f4fcf96c5, 'name': SearchDatastore_Task, 'duration_secs': 0.044706} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.751885] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.754463] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.754804] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.754970] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.755208] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.755515] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2768da6a-01d8-4f06-982e-8af17b8b6074 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.766851] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.767082] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.767944] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ab613f-94e6-4c20-b8e0-52ef4c7aac07 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.777300] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 920.777300] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5276aa7e-3a3e-919d-d0c3-fed274e5af19" [ 920.777300] env[69481]: _type = "Task" [ 920.777300] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.789402] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5276aa7e-3a3e-919d-d0c3-fed274e5af19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.815237] env[69481]: DEBUG nova.network.neutron [req-d00a6d5a-78b4-4324-aae1-7f74ad886021 req-6798e8c5-5e25-4938-9d38-793af959f936 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Updated VIF entry in instance network info cache for port bb08440b-b30f-4229-99f1-67cd86e6d100. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.815237] env[69481]: DEBUG nova.network.neutron [req-d00a6d5a-78b4-4324-aae1-7f74ad886021 req-6798e8c5-5e25-4938-9d38-793af959f936 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Updating instance_info_cache with network_info: [{"id": "bb08440b-b30f-4229-99f1-67cd86e6d100", "address": "fa:16:3e:d3:4c:3e", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb08440b-b3", "ovs_interfaceid": "bb08440b-b30f-4229-99f1-67cd86e6d100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.948429] env[69481]: INFO nova.compute.manager [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Rebuilding instance [ 921.000040] env[69481]: DEBUG nova.compute.manager [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.000040] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63961f98-92c8-47a8-b7d3-fadcd1e91403 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.046853] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8229bc1d-92bd-47e0-8193-04c8c3c77ee9 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.050328] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.233s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.054038] env[69481]: DEBUG nova.objects.instance [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lazy-loading 'resources' on Instance uuid 18d13787-300f-4a23-806b-1d3e8101b296 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.207820] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquiring lock "refresh_cache-043ec14a-a5ad-4730-b508-f217f2cca261" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.208281] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquired lock "refresh_cache-043ec14a-a5ad-4730-b508-f217f2cca261" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.208474] env[69481]: DEBUG nova.network.neutron [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.221021] env[69481]: DEBUG nova.objects.base [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.288802] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5276aa7e-3a3e-919d-d0c3-fed274e5af19, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.289661] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389e8f3e-00df-4ddc-bd0f-c15e14ef95b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.295693] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 921.295693] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ab0e69-405c-6761-70d9-40d9cd725943" [ 921.295693] env[69481]: _type = "Task" [ 921.295693] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.304125] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ab0e69-405c-6761-70d9-40d9cd725943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.316804] env[69481]: DEBUG oslo_concurrency.lockutils [req-d00a6d5a-78b4-4324-aae1-7f74ad886021 req-6798e8c5-5e25-4938-9d38-793af959f936 service nova] Releasing lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.761806] env[69481]: DEBUG nova.network.neutron [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.811235] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ab0e69-405c-6761-70d9-40d9cd725943, 'name': SearchDatastore_Task, 'duration_secs': 0.044682} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.813519] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.813856] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 344483f5-e484-4663-a203-716c0fc11deb/344483f5-e484-4663-a203-716c0fc11deb.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.814056] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-843bc689-e5b0-45a6-8a6f-ac316d4f897e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.825221] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 921.825221] env[69481]: value = "task-3264173" [ 921.825221] env[69481]: _type = "Task" [ 921.825221] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.836476] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.980315] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8313e398-c907-4c84-a647-1a193f1c3b93 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.985658] env[69481]: DEBUG nova.network.neutron [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Updating instance_info_cache with network_info: [{"id": "65be6316-21a2-45fa-a4e2-924e8c083950", "address": "fa:16:3e:9c:40:a3", "network": {"id": "be962cc2-9eb0-4c47-a0b1-485535e138da", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1136291983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef92fff05ba41019cd3e03a00865185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65be6316-21", "ovs_interfaceid": "65be6316-21a2-45fa-a4e2-924e8c083950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.995663] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571e3002-2ad7-4f3d-a56b-3ac6287a39c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.030872] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.031346] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69485d3c-4593-4142-a03c-76a675e19c3a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.034932] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faa51d2-7073-48f1-96c8-68f84407e8ec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.047024] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf61fff-6182-4b01-a33a-ad950507d8a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.048296] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 922.048296] env[69481]: value = "task-3264174" [ 922.048296] env[69481]: _type = "Task" [ 922.048296] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.061841] env[69481]: DEBUG nova.compute.provider_tree [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.069026] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.316070] env[69481]: DEBUG nova.network.neutron [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Updating instance_info_cache with network_info: [{"id": "245a762d-b9fe-4b8f-916e-31a34f31785e", "address": "fa:16:3e:39:ee:8e", "network": {"id": "23ca71f2-a044-4631-9479-c6f26e24762a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-782661669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b82136298254e4fa554f95d4e1c92d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245a762d-b9", "ovs_interfaceid": "245a762d-b9fe-4b8f-916e-31a34f31785e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.337643] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264173, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.488999] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Releasing lock "refresh_cache-a2450947-92b7-4fed-a4d8-ee4f8348e028" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.560317] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264174, 'name': PowerOffVM_Task, 'duration_secs': 0.130846} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.560521] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.561393] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.562087] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b3774c-5e0f-4d2d-8414-b76b14410a23 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.567042] env[69481]: DEBUG nova.scheduler.client.report [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.575545] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.575545] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a42f888-2259-4a07-842c-8923c09a123d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.608417] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.608910] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.609269] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Deleting the datastore file [datastore2] e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.609595] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fa289c6-1627-4306-a93d-a69e65931f3e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.617260] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 922.617260] env[69481]: value = "task-3264176" [ 922.617260] env[69481]: _type = "Task" [ 922.617260] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.626501] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.684086] env[69481]: DEBUG nova.compute.manager [req-babca293-5bd4-4853-ab42-79973c171d32 req-4c845ab4-2592-4709-bbc7-4ba8e385b32a service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Received event network-changed-245a762d-b9fe-4b8f-916e-31a34f31785e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.684086] env[69481]: DEBUG nova.compute.manager [req-babca293-5bd4-4853-ab42-79973c171d32 req-4c845ab4-2592-4709-bbc7-4ba8e385b32a service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Refreshing instance network info cache due to event network-changed-245a762d-b9fe-4b8f-916e-31a34f31785e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.684086] env[69481]: DEBUG oslo_concurrency.lockutils [req-babca293-5bd4-4853-ab42-79973c171d32 req-4c845ab4-2592-4709-bbc7-4ba8e385b32a service nova] Acquiring lock "refresh_cache-043ec14a-a5ad-4730-b508-f217f2cca261" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.820847] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Releasing lock "refresh_cache-043ec14a-a5ad-4730-b508-f217f2cca261" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.820847] env[69481]: DEBUG nova.compute.manager [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Instance network_info: |[{"id": "245a762d-b9fe-4b8f-916e-31a34f31785e", "address": "fa:16:3e:39:ee:8e", "network": {"id": "23ca71f2-a044-4631-9479-c6f26e24762a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-782661669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b82136298254e4fa554f95d4e1c92d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245a762d-b9", "ovs_interfaceid": "245a762d-b9fe-4b8f-916e-31a34f31785e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.820847] env[69481]: DEBUG oslo_concurrency.lockutils [req-babca293-5bd4-4853-ab42-79973c171d32 req-4c845ab4-2592-4709-bbc7-4ba8e385b32a service nova] Acquired lock "refresh_cache-043ec14a-a5ad-4730-b508-f217f2cca261" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.820847] env[69481]: DEBUG nova.network.neutron [req-babca293-5bd4-4853-ab42-79973c171d32 req-4c845ab4-2592-4709-bbc7-4ba8e385b32a service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Refreshing network info cache for port 245a762d-b9fe-4b8f-916e-31a34f31785e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.822475] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:ee:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '245a762d-b9fe-4b8f-916e-31a34f31785e', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.832409] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Creating folder: Project (4b82136298254e4fa554f95d4e1c92d5). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.833450] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf30a393-b474-479b-8fce-e2013e38c409 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.844331] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659307} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.844627] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 344483f5-e484-4663-a203-716c0fc11deb/344483f5-e484-4663-a203-716c0fc11deb.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.844884] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.845721] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c24b74b-fe03-4412-8d0f-df2069d7eb48 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.848914] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Created folder: Project (4b82136298254e4fa554f95d4e1c92d5) in parent group-v651898. [ 922.849232] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Creating folder: Instances. Parent ref: group-v652095. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.849512] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1578ed41-1b4d-4526-b9e6-e90eda03e74f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.853171] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 922.853171] env[69481]: value = "task-3264178" [ 922.853171] env[69481]: _type = "Task" [ 922.853171] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.863032] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.864606] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Created folder: Instances in parent group-v652095. [ 922.865060] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.865353] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.865716] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-937610c2-bbb5-48b3-8d7c-195d0d6b7260 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.888012] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.888012] env[69481]: value = "task-3264180" [ 922.888012] env[69481]: _type = "Task" [ 922.888012] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.897814] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264180, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.070868] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.073581] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.821s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.074279] env[69481]: DEBUG nova.objects.instance [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lazy-loading 'resources' on Instance uuid 584cd2c9-73b0-4bae-9ec1-55c2366a566b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.096209] env[69481]: INFO nova.scheduler.client.report [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted allocations for instance 18d13787-300f-4a23-806b-1d3e8101b296 [ 923.127714] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102902} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.127995] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.128210] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.128404] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.364619] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069761} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.364902] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.368566] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc2190e-eed3-4923-aea9-4bcef058473a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.392171] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 344483f5-e484-4663-a203-716c0fc11deb/344483f5-e484-4663-a203-716c0fc11deb.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.392531] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b665abfc-1a6f-4ecd-a3f1-c312e1ac0d08 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.419696] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264180, 'name': CreateVM_Task, 'duration_secs': 0.360358} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.421147] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.421289] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 923.421289] env[69481]: value = "task-3264181" [ 923.421289] env[69481]: _type = "Task" [ 923.421289] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.421917] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.422101] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.422593] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.422689] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c9d352-fa20-4852-bbe4-9e4e03876135 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.433884] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.434194] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for the task: (returnval){ [ 923.434194] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52df25de-a589-1f92-2edc-14f72bab6cb9" [ 923.434194] env[69481]: _type = "Task" [ 923.434194] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.448029] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52df25de-a589-1f92-2edc-14f72bab6cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.448029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.448029] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.448029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.448029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.448029] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.448029] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a224743f-2a90-42ab-a4da-9e32bc0469e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.458786] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.458966] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.461845] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55348873-6e33-4bab-a3e5-f43e1db55955 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.467399] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for the task: (returnval){ [ 923.467399] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5239756f-a6b7-f521-6a78-5ee131f7262f" [ 923.467399] env[69481]: _type = "Task" [ 923.467399] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.475750] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5239756f-a6b7-f521-6a78-5ee131f7262f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.495489] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.495864] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bb4f281-5cb8-46fe-9977-a8bfbc8814cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.503516] env[69481]: DEBUG oslo_vmware.api [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 923.503516] env[69481]: value = "task-3264182" [ 923.503516] env[69481]: _type = "Task" [ 923.503516] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.513573] env[69481]: DEBUG oslo_vmware.api [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.603795] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bba0ac76-96d4-4434-a659-89b7976b0402 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "18d13787-300f-4a23-806b-1d3e8101b296" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.821s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.705049] env[69481]: DEBUG nova.network.neutron [req-babca293-5bd4-4853-ab42-79973c171d32 req-4c845ab4-2592-4709-bbc7-4ba8e385b32a service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Updated VIF entry in instance network info cache for port 245a762d-b9fe-4b8f-916e-31a34f31785e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.705433] env[69481]: DEBUG nova.network.neutron [req-babca293-5bd4-4853-ab42-79973c171d32 req-4c845ab4-2592-4709-bbc7-4ba8e385b32a service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Updating instance_info_cache with network_info: [{"id": "245a762d-b9fe-4b8f-916e-31a34f31785e", "address": "fa:16:3e:39:ee:8e", "network": {"id": "23ca71f2-a044-4631-9479-c6f26e24762a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-782661669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b82136298254e4fa554f95d4e1c92d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245a762d-b9", "ovs_interfaceid": "245a762d-b9fe-4b8f-916e-31a34f31785e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.936236] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264181, 'name': ReconfigVM_Task, 'duration_secs': 0.338239} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.936549] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 344483f5-e484-4663-a203-716c0fc11deb/344483f5-e484-4663-a203-716c0fc11deb.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.937250] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5fcd35d-081c-47d9-bda1-855eab37dc12 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.947388] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 923.947388] env[69481]: value = "task-3264183" [ 923.947388] env[69481]: _type = "Task" [ 923.947388] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.959660] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264183, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.980837] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5239756f-a6b7-f521-6a78-5ee131f7262f, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.984414] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8286fb83-29c0-4035-ac71-fb851bd69fb9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.993129] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for the task: (returnval){ [ 923.993129] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52acd13f-51ea-be2f-e1ef-ba7b48849c6c" [ 923.993129] env[69481]: _type = "Task" [ 923.993129] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.012380] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52acd13f-51ea-be2f-e1ef-ba7b48849c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.014443} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.014331] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.014660] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 043ec14a-a5ad-4730-b508-f217f2cca261/043ec14a-a5ad-4730-b508-f217f2cca261.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.015603] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d300715b-fa29-4078-8c36-30c1d355269c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.021751] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c1592ae-6219-4072-9c0f-14cdae32ee65 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.023654] env[69481]: DEBUG oslo_vmware.api [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264182, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.030337] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a1354b-c5bf-4425-a322-4759e4f52594 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.033597] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for the task: (returnval){ [ 924.033597] env[69481]: value = "task-3264184" [ 924.033597] env[69481]: _type = "Task" [ 924.033597] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.068834] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c797ca02-c5fb-40c5-95c8-b6473dcb2446 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.071535] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.077752] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc6489f-1703-45fb-83c6-1f32da7418ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.096759] env[69481]: DEBUG nova.compute.provider_tree [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.167274] env[69481]: DEBUG nova.virt.hardware [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.167618] env[69481]: DEBUG nova.virt.hardware [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.167840] env[69481]: DEBUG nova.virt.hardware [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.168151] env[69481]: DEBUG nova.virt.hardware [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.168350] env[69481]: DEBUG nova.virt.hardware [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.168534] env[69481]: DEBUG nova.virt.hardware [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.168773] env[69481]: DEBUG nova.virt.hardware [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.169025] env[69481]: DEBUG nova.virt.hardware [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.169232] env[69481]: DEBUG nova.virt.hardware [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.169418] env[69481]: DEBUG nova.virt.hardware [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.169638] env[69481]: DEBUG nova.virt.hardware [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.170575] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ac59a-ed86-4ced-ac33-446b0adb1112 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.181272] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526c9135-9ddc-42f8-b563-fadb457a8d11 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.195466] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.201071] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.201309] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.201574] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-096fe1b1-efc8-47af-aa18-c2ba96496a77 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.213575] env[69481]: DEBUG oslo_concurrency.lockutils [req-babca293-5bd4-4853-ab42-79973c171d32 req-4c845ab4-2592-4709-bbc7-4ba8e385b32a service nova] Releasing lock "refresh_cache-043ec14a-a5ad-4730-b508-f217f2cca261" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.223871] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.223871] env[69481]: value = "task-3264185" [ 924.223871] env[69481]: _type = "Task" [ 924.223871] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.233265] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264185, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.466765] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquiring lock "647ea37d-4f78-48e6-81c1-de11a7aa9a42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.467052] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lock "647ea37d-4f78-48e6-81c1-de11a7aa9a42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.468474] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264183, 'name': Rename_Task, 'duration_secs': 0.186849} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.468575] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.469332] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41322ff2-2563-4ffc-aca0-10b6f5644a55 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.480609] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 924.480609] env[69481]: value = "task-3264186" [ 924.480609] env[69481]: _type = "Task" [ 924.480609] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.496900] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.516548] env[69481]: DEBUG oslo_vmware.api [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264182, 'name': PowerOnVM_Task, 'duration_secs': 0.554885} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.516887] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.517111] env[69481]: DEBUG nova.compute.manager [None req-e145bdd3-36a2-427d-880d-bdde71a9a91b tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.517981] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a752b26-720c-4a8e-b6b8-1bb26bf56bd9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.548864] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264184, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.601338] env[69481]: DEBUG nova.scheduler.client.report [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.736901] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264185, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.969840] env[69481]: DEBUG nova.compute.manager [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.992445] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264186, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.047763] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525515} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.049045] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 043ec14a-a5ad-4730-b508-f217f2cca261/043ec14a-a5ad-4730-b508-f217f2cca261.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.049317] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.049754] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dbaaef7-05f2-497a-b8f0-9956dd794a04 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.058424] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for the task: (returnval){ [ 925.058424] env[69481]: value = "task-3264187" [ 925.058424] env[69481]: _type = "Task" [ 925.058424] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.070816] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.109411] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.112169] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.648s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.116163] env[69481]: INFO nova.compute.claims [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.140916] env[69481]: INFO nova.scheduler.client.report [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Deleted allocations for instance 584cd2c9-73b0-4bae-9ec1-55c2366a566b [ 925.236543] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264185, 'name': CreateVM_Task, 'duration_secs': 0.551242} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.236543] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.236543] env[69481]: DEBUG oslo_concurrency.lockutils [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.236543] env[69481]: DEBUG oslo_concurrency.lockutils [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.236543] env[69481]: DEBUG oslo_concurrency.lockutils [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.236543] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9bdf46c-f69b-4c31-8776-5f83f2a06096 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.241067] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 925.241067] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f6f1d3-ae92-960d-93ba-8b743f422ae3" [ 925.241067] env[69481]: _type = "Task" [ 925.241067] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.248612] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f6f1d3-ae92-960d-93ba-8b743f422ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.492389] env[69481]: DEBUG oslo_vmware.api [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264186, 'name': PowerOnVM_Task, 'duration_secs': 0.521533} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.493457] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.493782] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.494011] env[69481]: INFO nova.compute.manager [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Took 8.19 seconds to spawn the instance on the hypervisor. [ 925.494204] env[69481]: DEBUG nova.compute.manager [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.494956] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc0ad7-5b6d-41b4-ac9c-2dca41998c98 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.568816] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070068} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.569160] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.569945] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee845251-a5a1-4c1d-a6c2-3c0e726eaec3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.596067] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 043ec14a-a5ad-4730-b508-f217f2cca261/043ec14a-a5ad-4730-b508-f217f2cca261.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.596067] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc39cf0-0909-45bc-8a0a-b9c40c0c2d4b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.621739] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for the task: (returnval){ [ 925.621739] env[69481]: value = "task-3264188" [ 925.621739] env[69481]: _type = "Task" [ 925.621739] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.635775] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.652098] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bd0ba9f7-1ed0-4e50-b265-355ee04cba1f tempest-ListImageFiltersTestJSON-639266341 tempest-ListImageFiltersTestJSON-639266341-project-member] Lock "584cd2c9-73b0-4bae-9ec1-55c2366a566b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.423s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.759910] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f6f1d3-ae92-960d-93ba-8b743f422ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.054768} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.762085] env[69481]: DEBUG oslo_concurrency.lockutils [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.762424] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.762863] env[69481]: DEBUG oslo_concurrency.lockutils [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.762961] env[69481]: DEBUG oslo_concurrency.lockutils [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.763216] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.763538] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70168ffc-3192-4646-a5cd-7b5d6fb13cff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.774149] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.774437] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.775305] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344e69cd-3379-41f6-be40-d37bfdfb3bb7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.781293] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 925.781293] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]529d17a1-7321-f9a7-8e00-375c74bf338f" [ 925.781293] env[69481]: _type = "Task" [ 925.781293] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.790231] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529d17a1-7321-f9a7-8e00-375c74bf338f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.013360] env[69481]: INFO nova.compute.manager [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Took 58.26 seconds to build instance. [ 926.136401] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264188, 'name': ReconfigVM_Task, 'duration_secs': 0.472646} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.136658] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 043ec14a-a5ad-4730-b508-f217f2cca261/043ec14a-a5ad-4730-b508-f217f2cca261.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.137722] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01e653f2-1a49-4329-8049-1eba3ec8ecdf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.146090] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for the task: (returnval){ [ 926.146090] env[69481]: value = "task-3264189" [ 926.146090] env[69481]: _type = "Task" [ 926.146090] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.156105] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264189, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.229682] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "5223caf5-d090-4460-875b-03b6e6a0096a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.229872] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.292718] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529d17a1-7321-f9a7-8e00-375c74bf338f, 'name': SearchDatastore_Task, 'duration_secs': 0.016223} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.296819] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c05403c-bdb0-4f7f-a3e8-5575bf8e470f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.303508] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 926.303508] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52353d56-cdad-c25f-b591-e6e181bc6141" [ 926.303508] env[69481]: _type = "Task" [ 926.303508] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.315902] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52353d56-cdad-c25f-b591-e6e181bc6141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.515778] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c5b9329-e2e0-4e68-9be3-ccfd198c59bb tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "344483f5-e484-4663-a203-716c0fc11deb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.726s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.598093] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4072c4-341e-48d9-a28c-e2a3e91a6879 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.607116] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1c54a9-70d4-42e1-9466-fc08c8bd2a38 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.639938] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a1b623-a5f0-43e3-ab3c-61bed566ef19 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.650609] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b7dedb-0e9c-40ab-aaa3-ec1415dded30 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.671419] env[69481]: DEBUG nova.compute.provider_tree [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.672820] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264189, 'name': Rename_Task, 'duration_secs': 0.374011} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.673313] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.673445] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-395ec7d5-6dba-4a21-acba-6175a3f2eaed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.680347] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for the task: (returnval){ [ 926.680347] env[69481]: value = "task-3264190" [ 926.680347] env[69481]: _type = "Task" [ 926.680347] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.689050] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.709280] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "344483f5-e484-4663-a203-716c0fc11deb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.709569] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "344483f5-e484-4663-a203-716c0fc11deb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.709751] env[69481]: INFO nova.compute.manager [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Shelving [ 926.813960] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52353d56-cdad-c25f-b591-e6e181bc6141, 'name': SearchDatastore_Task, 'duration_secs': 0.016234} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.814139] env[69481]: DEBUG oslo_concurrency.lockutils [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.814323] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92/e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.814583] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50cae82a-9f81-4c8e-bc50-d2bdd3d32004 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.824101] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 926.824101] env[69481]: value = "task-3264191" [ 926.824101] env[69481]: _type = "Task" [ 926.824101] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.829237] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.018213] env[69481]: DEBUG nova.compute.manager [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.174621] env[69481]: DEBUG nova.scheduler.client.report [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.191619] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.332197] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264191, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.543935] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.682602] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.684067] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 38.758s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.707261] env[69481]: DEBUG oslo_vmware.api [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264190, 'name': PowerOnVM_Task, 'duration_secs': 0.925527} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.708090] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.708090] env[69481]: INFO nova.compute.manager [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Took 7.76 seconds to spawn the instance on the hypervisor. [ 927.708305] env[69481]: DEBUG nova.compute.manager [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.709165] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeb06fa-69f1-4dfa-9877-fdabb1c9b1be {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.724235] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.724235] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a0fabc1-11a5-4d56-b2f8-6e7f03e9d938 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.734184] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 927.734184] env[69481]: value = "task-3264192" [ 927.734184] env[69481]: _type = "Task" [ 927.734184] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.738904] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.833544] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668465} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.833821] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92/e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.834406] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.834861] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3cbc7ce-6248-4bf2-a837-d433868cba8d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.841981] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 927.841981] env[69481]: value = "task-3264193" [ 927.841981] env[69481]: _type = "Task" [ 927.841981] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.850937] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.200586] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquiring lock "75fbac38-adf3-4905-befc-a7d03e9ce8f8" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.200906] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "75fbac38-adf3-4905-befc-a7d03e9ce8f8" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.205712] env[69481]: DEBUG nova.objects.instance [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lazy-loading 'migration_context' on Instance uuid 170c4c18-014e-4887-a6ce-888f2b28303e {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.230121] env[69481]: INFO nova.compute.manager [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Took 54.34 seconds to build instance. [ 928.243744] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264192, 'name': PowerOffVM_Task, 'duration_secs': 0.31458} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.244550] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.245565] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6642e0a-3b95-4526-a710-9fd0a7156f81 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.264911] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c2e936-f9f6-40f0-99d3-13d8b1b79cd3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.352409] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107335} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.352716] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.353507] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6914c216-733e-446f-8443-2a439fa5f4ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.372974] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92/e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.373525] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3416bd3e-a6cf-4dd3-94f5-e856c6f07840 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.392704] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 928.392704] env[69481]: value = "task-3264194" [ 928.392704] env[69481]: _type = "Task" [ 928.392704] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.400545] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.708124] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "75fbac38-adf3-4905-befc-a7d03e9ce8f8" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.708775] env[69481]: DEBUG nova.compute.manager [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.741031] env[69481]: DEBUG oslo_concurrency.lockutils [None req-68bd5e92-ceff-4236-9369-4629bc3b07f7 tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Lock "043ec14a-a5ad-4730-b508-f217f2cca261" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.628s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.777384] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 928.777921] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03fe234b-1d98-41d2-9365-0205135a6ada {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.784859] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 928.784859] env[69481]: value = "task-3264195" [ 928.784859] env[69481]: _type = "Task" [ 928.784859] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.796900] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264195, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.908188] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.219701] env[69481]: DEBUG nova.compute.utils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.219701] env[69481]: DEBUG nova.compute.manager [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.219701] env[69481]: DEBUG nova.network.neutron [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.223074] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49f2526-bb0c-4f8f-9f9a-c1a291a85acd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.231354] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8e0547-e04d-4747-a0af-37cbc461015a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.268207] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d90072d-9e0b-47fc-bf6f-1e7299db7089 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.277740] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65d4fad-1cae-4120-b5f7-289e7a7fad8b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.291255] env[69481]: DEBUG nova.compute.provider_tree [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.294624] env[69481]: DEBUG nova.policy [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b21623b98d734b47844ca45bb251e55e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34d43da1d94e488da0fc44f06adca97e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.304215] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264195, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.404132] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264194, 'name': ReconfigVM_Task, 'duration_secs': 0.93455} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.404444] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Reconfigured VM instance instance-00000040 to attach disk [datastore2] e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92/e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.405535] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77b6f5d0-056c-464e-b430-47ea5aecd755 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.410788] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 929.410788] env[69481]: value = "task-3264196" [ 929.410788] env[69481]: _type = "Task" [ 929.410788] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.420633] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264196, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.644733] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "e5801a02-9010-480e-8700-451620557e97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.645032] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "e5801a02-9010-480e-8700-451620557e97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.645266] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "e5801a02-9010-480e-8700-451620557e97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.645464] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "e5801a02-9010-480e-8700-451620557e97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.645639] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "e5801a02-9010-480e-8700-451620557e97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.647714] env[69481]: INFO nova.compute.manager [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Terminating instance [ 929.724793] env[69481]: DEBUG nova.compute.manager [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.781774] env[69481]: DEBUG nova.network.neutron [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Successfully created port: ba222db9-8cd4-4ad6-83f9-bdaaca14e91b {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.800881] env[69481]: DEBUG nova.scheduler.client.report [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.805203] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264195, 'name': CreateSnapshot_Task, 'duration_secs': 0.735947} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.805491] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 929.806443] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe353ca-bb27-4ce6-a31b-18b1a2d80bcb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.920798] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264196, 'name': Rename_Task, 'duration_secs': 0.134579} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.921138] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.921450] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9ebf6b6-979a-4f37-9c4d-02ef4da0feb8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.928215] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 929.928215] env[69481]: value = "task-3264197" [ 929.928215] env[69481]: _type = "Task" [ 929.928215] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.935359] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.151596] env[69481]: DEBUG nova.compute.manager [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.151817] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.152717] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2d6262-f119-4fee-810b-69d17909f699 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.160881] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.161170] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57180976-c27a-4dcd-b6c9-28e1d8504db5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.167085] env[69481]: DEBUG oslo_vmware.api [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 930.167085] env[69481]: value = "task-3264198" [ 930.167085] env[69481]: _type = "Task" [ 930.167085] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.178700] env[69481]: DEBUG oslo_vmware.api [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.328818] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 930.329228] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2b33f39-73eb-403a-a868-69cfc9f33734 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.337992] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 930.337992] env[69481]: value = "task-3264199" [ 930.337992] env[69481]: _type = "Task" [ 930.337992] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.348912] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264199, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.444100] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.678743] env[69481]: DEBUG oslo_vmware.api [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264198, 'name': PowerOffVM_Task, 'duration_secs': 0.218923} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.678743] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.678918] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.679528] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-373b224b-dec5-42e7-bc5e-9a08a8cbee63 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.734552] env[69481]: DEBUG nova.compute.manager [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.756756] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.757047] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.757336] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Deleting the datastore file [datastore2] e5801a02-9010-480e-8700-451620557e97 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.757795] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abdaee88-64da-4d34-9f0a-0c4b2054740c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.763028] env[69481]: DEBUG nova.virt.hardware [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.763159] env[69481]: DEBUG nova.virt.hardware [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.763309] env[69481]: DEBUG nova.virt.hardware [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.763534] env[69481]: DEBUG nova.virt.hardware [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.763728] env[69481]: DEBUG nova.virt.hardware [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.763897] env[69481]: DEBUG nova.virt.hardware [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.764165] env[69481]: DEBUG nova.virt.hardware [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.764377] env[69481]: DEBUG nova.virt.hardware [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.764565] env[69481]: DEBUG nova.virt.hardware [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.764820] env[69481]: DEBUG nova.virt.hardware [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.764972] env[69481]: DEBUG nova.virt.hardware [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.766010] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6241d4de-b393-4286-9547-4f7888810834 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.770405] env[69481]: DEBUG oslo_vmware.api [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 930.770405] env[69481]: value = "task-3264201" [ 930.770405] env[69481]: _type = "Task" [ 930.770405] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.778495] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1ac555-87d7-4878-bc1d-763fa2152a18 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.785440] env[69481]: DEBUG oslo_vmware.api [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.816903] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.133s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.823034] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.869s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.823034] env[69481]: DEBUG nova.objects.instance [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lazy-loading 'resources' on Instance uuid e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.848602] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264199, 'name': CloneVM_Task} progress is 93%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.939693] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.168755] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquiring lock "e950791b-fe57-410b-b605-5c3b06722d8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.168991] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Lock "e950791b-fe57-410b-b605-5c3b06722d8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.280850] env[69481]: DEBUG oslo_vmware.api [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.352332] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264199, 'name': CloneVM_Task} progress is 93%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.440589] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264197, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.652790] env[69481]: DEBUG nova.compute.manager [req-c844126c-fd26-40d1-8c93-cf4d9f94d0d8 req-ca2b24ab-7b94-4435-9f90-157f09937e3b service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Received event network-vif-plugged-ba222db9-8cd4-4ad6-83f9-bdaaca14e91b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.652990] env[69481]: DEBUG oslo_concurrency.lockutils [req-c844126c-fd26-40d1-8c93-cf4d9f94d0d8 req-ca2b24ab-7b94-4435-9f90-157f09937e3b service nova] Acquiring lock "c31d2c3c-560d-479b-bd82-2004a6f7390a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.653188] env[69481]: DEBUG oslo_concurrency.lockutils [req-c844126c-fd26-40d1-8c93-cf4d9f94d0d8 req-ca2b24ab-7b94-4435-9f90-157f09937e3b service nova] Lock "c31d2c3c-560d-479b-bd82-2004a6f7390a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.653365] env[69481]: DEBUG oslo_concurrency.lockutils [req-c844126c-fd26-40d1-8c93-cf4d9f94d0d8 req-ca2b24ab-7b94-4435-9f90-157f09937e3b service nova] Lock "c31d2c3c-560d-479b-bd82-2004a6f7390a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.653535] env[69481]: DEBUG nova.compute.manager [req-c844126c-fd26-40d1-8c93-cf4d9f94d0d8 req-ca2b24ab-7b94-4435-9f90-157f09937e3b service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] No waiting events found dispatching network-vif-plugged-ba222db9-8cd4-4ad6-83f9-bdaaca14e91b {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.653699] env[69481]: WARNING nova.compute.manager [req-c844126c-fd26-40d1-8c93-cf4d9f94d0d8 req-ca2b24ab-7b94-4435-9f90-157f09937e3b service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Received unexpected event network-vif-plugged-ba222db9-8cd4-4ad6-83f9-bdaaca14e91b for instance with vm_state building and task_state spawning. [ 931.671438] env[69481]: DEBUG nova.compute.manager [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.762140] env[69481]: DEBUG nova.network.neutron [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Successfully updated port: ba222db9-8cd4-4ad6-83f9-bdaaca14e91b {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.784982] env[69481]: DEBUG oslo_vmware.api [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.781174} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.785254] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.785499] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.785636] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.786266] env[69481]: INFO nova.compute.manager [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: e5801a02-9010-480e-8700-451620557e97] Took 1.63 seconds to destroy the instance on the hypervisor. [ 931.786266] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.786487] env[69481]: DEBUG nova.compute.manager [-] [instance: e5801a02-9010-480e-8700-451620557e97] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.786569] env[69481]: DEBUG nova.network.neutron [-] [instance: e5801a02-9010-480e-8700-451620557e97] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.812516] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquiring lock "043ec14a-a5ad-4730-b508-f217f2cca261" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.812516] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Lock "043ec14a-a5ad-4730-b508-f217f2cca261" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.812716] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquiring lock "043ec14a-a5ad-4730-b508-f217f2cca261-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.813403] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Lock "043ec14a-a5ad-4730-b508-f217f2cca261-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.813403] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Lock "043ec14a-a5ad-4730-b508-f217f2cca261-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.815276] env[69481]: INFO nova.compute.manager [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Terminating instance [ 931.847343] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ad709e-c405-4cc3-af02-c533c6204e12 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.856329] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264199, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.858959] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f0e8e-d28c-4cb6-9d78-72e5443db12b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.894290] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1184c3-c616-4ac1-bf51-6539143bd87e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.904603] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b2f47-28c8-4b93-9cc2-e1d7be8a45d8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.920406] env[69481]: DEBUG nova.compute.provider_tree [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.941353] env[69481]: DEBUG oslo_vmware.api [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264197, 'name': PowerOnVM_Task, 'duration_secs': 1.682134} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.941610] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.941820] env[69481]: DEBUG nova.compute.manager [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.942845] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c9164c-5a62-48c6-97cb-ede25398056c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.194869] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.266832] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquiring lock "refresh_cache-c31d2c3c-560d-479b-bd82-2004a6f7390a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.267164] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquired lock "refresh_cache-c31d2c3c-560d-479b-bd82-2004a6f7390a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.267164] env[69481]: DEBUG nova.network.neutron [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.322271] env[69481]: DEBUG nova.compute.manager [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.322783] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.323733] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833db375-e0ff-4779-bfee-89a7d9616e55 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.332346] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.332631] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9a1a178-5593-42c6-a218-fc99f626d288 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.339073] env[69481]: DEBUG oslo_vmware.api [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for the task: (returnval){ [ 932.339073] env[69481]: value = "task-3264202" [ 932.339073] env[69481]: _type = "Task" [ 932.339073] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.355154] env[69481]: DEBUG oslo_vmware.api [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.358480] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264199, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.359464] env[69481]: INFO nova.compute.manager [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Swapping old allocation on dict_keys(['e43c54f0-3622-483a-a612-82b8457c9186']) held by migration ca42b95c-6936-4677-ac22-31cbd7141dcb for instance [ 932.382691] env[69481]: DEBUG nova.scheduler.client.report [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Overwriting current allocation {'allocations': {'e43c54f0-3622-483a-a612-82b8457c9186': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': 'a6ff750535024acf8fc8d30ee69220af', 'user_id': '133b3a2a98964650a79c9dcfa5029470', 'consumer_generation': 1} on consumer 170c4c18-014e-4887-a6ce-888f2b28303e {{(pid=69481) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 932.424248] env[69481]: DEBUG nova.scheduler.client.report [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.462075] env[69481]: DEBUG oslo_concurrency.lockutils [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.463285] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.463483] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquired lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.463695] env[69481]: DEBUG nova.network.neutron [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.656418] env[69481]: DEBUG nova.network.neutron [-] [instance: e5801a02-9010-480e-8700-451620557e97] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.808097] env[69481]: DEBUG nova.network.neutron [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.852488] env[69481]: DEBUG oslo_vmware.api [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264202, 'name': PowerOffVM_Task, 'duration_secs': 0.182974} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.855660] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.855910] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.856239] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264199, 'name': CloneVM_Task, 'duration_secs': 2.375779} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.856443] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3af5857c-79d7-4f69-a77e-fcace405d8ae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.857981] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Created linked-clone VM from snapshot [ 932.858883] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b9577e-1ecd-4c74-981b-540ee1391b71 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.871022] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Uploading image 0b7fea34-01ec-4f51-aff5-2288eb65aa88 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 932.895176] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 932.895176] env[69481]: value = "vm-652100" [ 932.895176] env[69481]: _type = "VirtualMachine" [ 932.895176] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 932.895489] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34a90eac-e508-41fa-b040-4c309bd1fbfa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.901277] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lease: (returnval){ [ 932.901277] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52942beb-264d-8d57-a39e-0bd146e36cbe" [ 932.901277] env[69481]: _type = "HttpNfcLease" [ 932.901277] env[69481]: } obtained for exporting VM: (result){ [ 932.901277] env[69481]: value = "vm-652100" [ 932.901277] env[69481]: _type = "VirtualMachine" [ 932.901277] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 932.901518] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the lease: (returnval){ [ 932.901518] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52942beb-264d-8d57-a39e-0bd146e36cbe" [ 932.901518] env[69481]: _type = "HttpNfcLease" [ 932.901518] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.910527] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.910527] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52942beb-264d-8d57-a39e-0bd146e36cbe" [ 932.910527] env[69481]: _type = "HttpNfcLease" [ 932.910527] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 932.923210] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.923479] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.923701] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Deleting the datastore file [datastore2] 043ec14a-a5ad-4730-b508-f217f2cca261 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.923998] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c17a6e7-59a6-4b75-9e1f-9ea7ff7b2105 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.930838] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.933154] env[69481]: DEBUG oslo_vmware.api [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for the task: (returnval){ [ 932.933154] env[69481]: value = "task-3264205" [ 932.933154] env[69481]: _type = "Task" [ 932.933154] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.934412] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.457s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.935292] env[69481]: INFO nova.compute.claims [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.950647] env[69481]: DEBUG oslo_vmware.api [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.956655] env[69481]: INFO nova.scheduler.client.report [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleted allocations for instance e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47 [ 932.985270] env[69481]: DEBUG nova.network.neutron [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Updating instance_info_cache with network_info: [{"id": "ba222db9-8cd4-4ad6-83f9-bdaaca14e91b", "address": "fa:16:3e:75:f1:db", "network": {"id": "781ca76d-83e6-4579-9fcb-9701df831a9a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-966912659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d43da1d94e488da0fc44f06adca97e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba222db9-8c", "ovs_interfaceid": "ba222db9-8cd4-4ad6-83f9-bdaaca14e91b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.093132] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquiring lock "e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.094028] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.094028] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquiring lock "e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.094028] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.094265] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.096314] env[69481]: INFO nova.compute.manager [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Terminating instance [ 933.159412] env[69481]: INFO nova.compute.manager [-] [instance: e5801a02-9010-480e-8700-451620557e97] Took 1.37 seconds to deallocate network for instance. [ 933.258785] env[69481]: DEBUG nova.network.neutron [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance_info_cache with network_info: [{"id": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "address": "fa:16:3e:9e:67:bf", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75dcf83f-63", "ovs_interfaceid": "75dcf83f-63b3-40f8-9dd2-960c796af15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.412619] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.412619] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52942beb-264d-8d57-a39e-0bd146e36cbe" [ 933.412619] env[69481]: _type = "HttpNfcLease" [ 933.412619] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.413016] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.413016] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52942beb-264d-8d57-a39e-0bd146e36cbe" [ 933.413016] env[69481]: _type = "HttpNfcLease" [ 933.413016] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 933.414322] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2075ce7c-4509-42d0-8cbd-060bae81dd3d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.421915] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4b3f-8f9f-caf9-ef1b-64fe8d65e89c/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.422131] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4b3f-8f9f-caf9-ef1b-64fe8d65e89c/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 933.488982] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c0b9546-7276-4d8b-b872-65132624d95f tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.504s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.492081] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Releasing lock "refresh_cache-c31d2c3c-560d-479b-bd82-2004a6f7390a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.492081] env[69481]: DEBUG nova.compute.manager [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Instance network_info: |[{"id": "ba222db9-8cd4-4ad6-83f9-bdaaca14e91b", "address": "fa:16:3e:75:f1:db", "network": {"id": "781ca76d-83e6-4579-9fcb-9701df831a9a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-966912659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d43da1d94e488da0fc44f06adca97e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba222db9-8c", "ovs_interfaceid": "ba222db9-8cd4-4ad6-83f9-bdaaca14e91b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.492081] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:f1:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba222db9-8cd4-4ad6-83f9-bdaaca14e91b', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.498757] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Creating folder: Project (34d43da1d94e488da0fc44f06adca97e). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.499976] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1920701e-be79-4bc9-8daf-d45acb741e66 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.506768] env[69481]: DEBUG oslo_vmware.api [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Task: {'id': task-3264205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162744} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.507363] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.507562] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.507737] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.507905] env[69481]: INFO nova.compute.manager [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Took 1.19 seconds to destroy the instance on the hypervisor. [ 933.508186] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.508595] env[69481]: DEBUG nova.compute.manager [-] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.508693] env[69481]: DEBUG nova.network.neutron [-] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.515200] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Created folder: Project (34d43da1d94e488da0fc44f06adca97e) in parent group-v651898. [ 933.515384] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Creating folder: Instances. Parent ref: group-v652101. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.515607] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63b4e7d0-a6d1-47eb-9206-b8ec491e3234 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.534682] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Created folder: Instances in parent group-v652101. [ 933.534932] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.535146] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.535362] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f8b617f-f75d-478f-80ab-e18286d9e9e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.555398] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.555398] env[69481]: value = "task-3264208" [ 933.555398] env[69481]: _type = "Task" [ 933.555398] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.564290] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264208, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.594038] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0f81b28-e3eb-4be3-bf36-e004405b11ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.602957] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquiring lock "refresh_cache-e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.603166] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquired lock "refresh_cache-e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.603347] env[69481]: DEBUG nova.network.neutron [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.666552] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.694205] env[69481]: DEBUG nova.compute.manager [req-b9e4a8c7-47f7-4471-8061-66ef33deca81 req-3f8b6da1-bf2b-4630-9bce-6c043c76935f service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Received event network-changed-ba222db9-8cd4-4ad6-83f9-bdaaca14e91b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.694400] env[69481]: DEBUG nova.compute.manager [req-b9e4a8c7-47f7-4471-8061-66ef33deca81 req-3f8b6da1-bf2b-4630-9bce-6c043c76935f service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Refreshing instance network info cache due to event network-changed-ba222db9-8cd4-4ad6-83f9-bdaaca14e91b. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.694614] env[69481]: DEBUG oslo_concurrency.lockutils [req-b9e4a8c7-47f7-4471-8061-66ef33deca81 req-3f8b6da1-bf2b-4630-9bce-6c043c76935f service nova] Acquiring lock "refresh_cache-c31d2c3c-560d-479b-bd82-2004a6f7390a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.694757] env[69481]: DEBUG oslo_concurrency.lockutils [req-b9e4a8c7-47f7-4471-8061-66ef33deca81 req-3f8b6da1-bf2b-4630-9bce-6c043c76935f service nova] Acquired lock "refresh_cache-c31d2c3c-560d-479b-bd82-2004a6f7390a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.694917] env[69481]: DEBUG nova.network.neutron [req-b9e4a8c7-47f7-4471-8061-66ef33deca81 req-3f8b6da1-bf2b-4630-9bce-6c043c76935f service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Refreshing network info cache for port ba222db9-8cd4-4ad6-83f9-bdaaca14e91b {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.762975] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Releasing lock "refresh_cache-170c4c18-014e-4887-a6ce-888f2b28303e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.764995] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.765310] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b497acc8-13da-40c6-88b6-ce79c69b8e50 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.774038] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 933.774038] env[69481]: value = "task-3264209" [ 933.774038] env[69481]: _type = "Task" [ 933.774038] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.784923] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.826621] env[69481]: DEBUG nova.compute.manager [req-5e2c35ce-5ee8-4dcd-8e2f-efd047ae626d req-8d298088-5e71-4533-8223-fb4dc1d9db65 service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Received event network-vif-deleted-245a762d-b9fe-4b8f-916e-31a34f31785e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.826816] env[69481]: INFO nova.compute.manager [req-5e2c35ce-5ee8-4dcd-8e2f-efd047ae626d req-8d298088-5e71-4533-8223-fb4dc1d9db65 service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Neutron deleted interface 245a762d-b9fe-4b8f-916e-31a34f31785e; detaching it from the instance and deleting it from the info cache [ 933.826984] env[69481]: DEBUG nova.network.neutron [req-5e2c35ce-5ee8-4dcd-8e2f-efd047ae626d req-8d298088-5e71-4533-8223-fb4dc1d9db65 service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.066863] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264208, 'name': CreateVM_Task, 'duration_secs': 0.389475} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.071037] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.071562] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.071726] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.071984] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.072327] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9560f479-cc7a-4a9f-8bf8-08c792397de9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.077128] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for the task: (returnval){ [ 934.077128] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a5fef1-90f8-6157-472f-92c42066360d" [ 934.077128] env[69481]: _type = "Task" [ 934.077128] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.094053] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a5fef1-90f8-6157-472f-92c42066360d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.123254] env[69481]: DEBUG nova.network.neutron [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.202297] env[69481]: DEBUG nova.network.neutron [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.288586] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264209, 'name': PowerOffVM_Task, 'duration_secs': 0.240259} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.291482] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.292448] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T15:04:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e9cba8ed-b38d-4b49-a6b3-e354293231a4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-591034173',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.292561] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.292861] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.292861] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.293022] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.293212] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.293421] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.293591] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.293774] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.293938] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.294127] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.302897] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5939e985-9aca-4a6e-8c10-0232e4e765d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.314588] env[69481]: DEBUG nova.network.neutron [-] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.322568] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 934.322568] env[69481]: value = "task-3264210" [ 934.322568] env[69481]: _type = "Task" [ 934.322568] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.331223] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30c4fdf6-b3a9-422c-ab15-a69a5320f301 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.340019] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.350729] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae275c0a-177d-41f6-ac0a-405d83d9bd19 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.389045] env[69481]: DEBUG nova.compute.manager [req-5e2c35ce-5ee8-4dcd-8e2f-efd047ae626d req-8d298088-5e71-4533-8223-fb4dc1d9db65 service nova] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Detach interface failed, port_id=245a762d-b9fe-4b8f-916e-31a34f31785e, reason: Instance 043ec14a-a5ad-4730-b508-f217f2cca261 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.408028] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "9ef29985-af3c-4d65-856b-a030f111cf85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.408028] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "9ef29985-af3c-4d65-856b-a030f111cf85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.408260] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "9ef29985-af3c-4d65-856b-a030f111cf85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.408456] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "9ef29985-af3c-4d65-856b-a030f111cf85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.408623] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "9ef29985-af3c-4d65-856b-a030f111cf85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.411119] env[69481]: INFO nova.compute.manager [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Terminating instance [ 934.516223] env[69481]: DEBUG nova.network.neutron [req-b9e4a8c7-47f7-4471-8061-66ef33deca81 req-3f8b6da1-bf2b-4630-9bce-6c043c76935f service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Updated VIF entry in instance network info cache for port ba222db9-8cd4-4ad6-83f9-bdaaca14e91b. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.517410] env[69481]: DEBUG nova.network.neutron [req-b9e4a8c7-47f7-4471-8061-66ef33deca81 req-3f8b6da1-bf2b-4630-9bce-6c043c76935f service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Updating instance_info_cache with network_info: [{"id": "ba222db9-8cd4-4ad6-83f9-bdaaca14e91b", "address": "fa:16:3e:75:f1:db", "network": {"id": "781ca76d-83e6-4579-9fcb-9701df831a9a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-966912659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d43da1d94e488da0fc44f06adca97e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba222db9-8c", "ovs_interfaceid": "ba222db9-8cd4-4ad6-83f9-bdaaca14e91b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.550150] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e14aba3-c061-4b5e-a680-cdcce18cf540 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.558600] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06f5e2e-1447-4dfa-a154-cabf4bd74097 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.596657] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c75db9-b32c-4755-80b0-e324ba8c0c9f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.607959] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a5fef1-90f8-6157-472f-92c42066360d, 'name': SearchDatastore_Task, 'duration_secs': 0.012719} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.609490] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7f4c99-31f0-46a5-9b0e-10eef64f2c38 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.613691] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.614054] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.614362] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.614557] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.614773] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.615103] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1853e145-a7a4-4300-a040-b1d400bcfabe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.628496] env[69481]: DEBUG nova.compute.provider_tree [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.631522] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.631847] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.632844] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6473df-147c-4d0d-a06f-70e24195de23 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.638504] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for the task: (returnval){ [ 934.638504] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5261116a-fd1c-3aca-1850-b15b9fb997fb" [ 934.638504] env[69481]: _type = "Task" [ 934.638504] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.647077] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5261116a-fd1c-3aca-1850-b15b9fb997fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.708308] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Releasing lock "refresh_cache-e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.708705] env[69481]: DEBUG nova.compute.manager [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.708938] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.709810] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c48a1e5-88d5-4ceb-b5fb-c9e31d52db4f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.718290] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.718762] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6561234-1fb2-4722-a8d6-4302360d6206 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.724737] env[69481]: DEBUG oslo_vmware.api [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 934.724737] env[69481]: value = "task-3264211" [ 934.724737] env[69481]: _type = "Task" [ 934.724737] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.732888] env[69481]: DEBUG oslo_vmware.api [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.818619] env[69481]: INFO nova.compute.manager [-] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Took 1.31 seconds to deallocate network for instance. [ 934.834631] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264210, 'name': ReconfigVM_Task, 'duration_secs': 0.227772} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.835627] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf5d7f5-3795-47ad-9106-668a0e15eaf4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.857829] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T15:04:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e9cba8ed-b38d-4b49-a6b3-e354293231a4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-591034173',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.858224] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.858528] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.858847] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.859058] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.859247] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.859499] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.859705] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.859905] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.860116] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.860336] env[69481]: DEBUG nova.virt.hardware [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.861224] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f9ff21-4567-4045-815b-954af0d81528 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.867989] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 934.867989] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525b2d3d-b5fc-1d98-53f1-06fe1095bf46" [ 934.867989] env[69481]: _type = "Task" [ 934.867989] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.877746] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525b2d3d-b5fc-1d98-53f1-06fe1095bf46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.915866] env[69481]: DEBUG nova.compute.manager [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.916158] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.917024] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df68e51a-2965-4322-a168-982f5ddde12b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.924285] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.924520] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33c3c2e1-9802-497d-95c2-a8f5719eb53f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.930374] env[69481]: DEBUG oslo_vmware.api [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 934.930374] env[69481]: value = "task-3264212" [ 934.930374] env[69481]: _type = "Task" [ 934.930374] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.938319] env[69481]: DEBUG oslo_vmware.api [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3264212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.020488] env[69481]: DEBUG oslo_concurrency.lockutils [req-b9e4a8c7-47f7-4471-8061-66ef33deca81 req-3f8b6da1-bf2b-4630-9bce-6c043c76935f service nova] Releasing lock "refresh_cache-c31d2c3c-560d-479b-bd82-2004a6f7390a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.020809] env[69481]: DEBUG nova.compute.manager [req-b9e4a8c7-47f7-4471-8061-66ef33deca81 req-3f8b6da1-bf2b-4630-9bce-6c043c76935f service nova] [instance: e5801a02-9010-480e-8700-451620557e97] Received event network-vif-deleted-2822a429-f4cf-40f4-9183-02f8e33f9329 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.134236] env[69481]: DEBUG nova.scheduler.client.report [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.149747] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5261116a-fd1c-3aca-1850-b15b9fb997fb, 'name': SearchDatastore_Task, 'duration_secs': 0.016764} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.150711] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de37e51-7c5c-4250-8905-1e5dcba580f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.157262] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for the task: (returnval){ [ 935.157262] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522cce57-ea30-28ee-27ec-49e151c066b3" [ 935.157262] env[69481]: _type = "Task" [ 935.157262] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.166266] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522cce57-ea30-28ee-27ec-49e151c066b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.234775] env[69481]: DEBUG oslo_vmware.api [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264211, 'name': PowerOffVM_Task, 'duration_secs': 0.27548} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.235195] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.235514] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.235886] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4c64e46-6d76-4725-ad91-ece8df207565 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.262063] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.262063] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.262346] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Deleting the datastore file [datastore2] e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.262695] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebb2a657-944e-446c-a607-e435f39abb0e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.270594] env[69481]: DEBUG oslo_vmware.api [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for the task: (returnval){ [ 935.270594] env[69481]: value = "task-3264214" [ 935.270594] env[69481]: _type = "Task" [ 935.270594] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.282070] env[69481]: DEBUG oslo_vmware.api [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.331618] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.377628] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525b2d3d-b5fc-1d98-53f1-06fe1095bf46, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.383159] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 935.383551] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8afbb3-1d66-4087-a5cf-2e9649463879 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.402048] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 935.402048] env[69481]: value = "task-3264215" [ 935.402048] env[69481]: _type = "Task" [ 935.402048] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.410390] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.440293] env[69481]: DEBUG oslo_vmware.api [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3264212, 'name': PowerOffVM_Task, 'duration_secs': 0.19093} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.440684] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.441016] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.441311] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e130d9cc-6d35-4db8-a1d3-c719ac246582 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.513406] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.513796] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.513882] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleting the datastore file [datastore2] 9ef29985-af3c-4d65-856b-a030f111cf85 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.514167] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8d4f283-31d7-46fd-8738-4075d00c58d6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.531123] env[69481]: DEBUG oslo_vmware.api [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for the task: (returnval){ [ 935.531123] env[69481]: value = "task-3264217" [ 935.531123] env[69481]: _type = "Task" [ 935.531123] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.541651] env[69481]: DEBUG oslo_vmware.api [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3264217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.645129] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.646036] env[69481]: DEBUG nova.compute.manager [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.648793] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 45.912s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.668971] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522cce57-ea30-28ee-27ec-49e151c066b3, 'name': SearchDatastore_Task, 'duration_secs': 0.022198} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.669296] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.669631] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] c31d2c3c-560d-479b-bd82-2004a6f7390a/c31d2c3c-560d-479b-bd82-2004a6f7390a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.669948] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96203985-6219-47e3-a221-e5fa980b73b9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.678031] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for the task: (returnval){ [ 935.678031] env[69481]: value = "task-3264218" [ 935.678031] env[69481]: _type = "Task" [ 935.678031] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.689232] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.780218] env[69481]: DEBUG oslo_vmware.api [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Task: {'id': task-3264214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269385} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.780538] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.780747] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.780928] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.781138] env[69481]: INFO nova.compute.manager [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Took 1.07 seconds to destroy the instance on the hypervisor. [ 935.781389] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.781583] env[69481]: DEBUG nova.compute.manager [-] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.781690] env[69481]: DEBUG nova.network.neutron [-] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.797724] env[69481]: DEBUG nova.network.neutron [-] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.912430] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264215, 'name': ReconfigVM_Task, 'duration_secs': 0.247104} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.912732] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 935.913563] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c495ce1b-7dc6-4076-ad98-af0261a6ee5e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.937219] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 170c4c18-014e-4887-a6ce-888f2b28303e/170c4c18-014e-4887-a6ce-888f2b28303e.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.937911] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a633c5a5-a476-4948-855f-dd203018a534 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.957120] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 935.957120] env[69481]: value = "task-3264219" [ 935.957120] env[69481]: _type = "Task" [ 935.957120] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.966252] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.042024] env[69481]: DEBUG oslo_vmware.api [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Task: {'id': task-3264217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24161} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.042024] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.042024] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.042263] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.042302] env[69481]: INFO nova.compute.manager [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Took 1.13 seconds to destroy the instance on the hypervisor. [ 936.042530] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.042779] env[69481]: DEBUG nova.compute.manager [-] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.042877] env[69481]: DEBUG nova.network.neutron [-] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.153257] env[69481]: DEBUG nova.compute.utils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.168886] env[69481]: DEBUG nova.compute.manager [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.169156] env[69481]: DEBUG nova.network.neutron [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.197424] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264218, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.300740] env[69481]: DEBUG nova.network.neutron [-] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.311482] env[69481]: DEBUG nova.policy [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '594c00b6c95649e58b9902463d027c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f35f02080a0344088617c3ca08a48a78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.468262] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.494299] env[69481]: DEBUG nova.compute.manager [req-9ce58cd2-ba3b-4281-8e87-14fd86d3ce11 req-2c072009-c743-4e49-8ee4-4e87bec94ff1 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Received event network-vif-deleted-a9be0155-f1bd-4a32-ba7a-43e56794cd41 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.494500] env[69481]: INFO nova.compute.manager [req-9ce58cd2-ba3b-4281-8e87-14fd86d3ce11 req-2c072009-c743-4e49-8ee4-4e87bec94ff1 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Neutron deleted interface a9be0155-f1bd-4a32-ba7a-43e56794cd41; detaching it from the instance and deleting it from the info cache [ 936.494668] env[69481]: DEBUG nova.network.neutron [req-9ce58cd2-ba3b-4281-8e87-14fd86d3ce11 req-2c072009-c743-4e49-8ee4-4e87bec94ff1 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.669337] env[69481]: DEBUG nova.compute.manager [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.690273] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682279} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.691024] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] c31d2c3c-560d-479b-bd82-2004a6f7390a/c31d2c3c-560d-479b-bd82-2004a6f7390a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.691024] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.691156] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f4e46bc-f806-4222-8618-901b4e3a372a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.698090] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for the task: (returnval){ [ 936.698090] env[69481]: value = "task-3264220" [ 936.698090] env[69481]: _type = "Task" [ 936.698090] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.698353] env[69481]: DEBUG nova.network.neutron [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Successfully created port: 70b54bdb-7d03-4ba1-b79c-486cfaaf2498 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.709285] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.714018] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 9ef29985-af3c-4d65-856b-a030f111cf85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.714018] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 634b6ae2-3e25-4f45-9ace-005766a588de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.714018] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 5777318f-3425-4ad6-913a-4c98ab68d4e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.714018] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a09a75d5-e39c-40c6-9f3e-343928a2c96e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.714018] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance de29d366-5596-4109-9b46-3628b86684de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.714018] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance b688722e-ebff-4304-9e3e-7aa9f97f5354 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.714018] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 29474f4a-15a6-41cb-8df5-8fdb1747f116 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.714018] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 43bfc4c0-4c06-40c7-a3f9-273ccb77e994 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.714018] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 4a193cef-9e1a-4141-9a0b-7ec6c58ba504 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.714018] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 601dd942-9185-4701-9d96-f67f5cf95527 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.714018] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 170c4c18-014e-4887-a6ce-888f2b28303e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.714018] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.714018] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 9c468aae-9323-4c89-91db-dffa1f3df26b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.714018] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a6787dce-6ac2-470c-b1e2-b05c7e028f79 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.714522] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a2450947-92b7-4fed-a4d8-ee4f8348e028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.714522] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance b4ea91d3-8256-46e0-a44f-f6ed964b1639 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.714522] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance e5801a02-9010-480e-8700-451620557e97 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.806046] env[69481]: INFO nova.compute.manager [-] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Took 1.02 seconds to deallocate network for instance. [ 936.886149] env[69481]: DEBUG nova.network.neutron [-] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.969727] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264219, 'name': ReconfigVM_Task, 'duration_secs': 0.784911} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.970252] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 170c4c18-014e-4887-a6ce-888f2b28303e/170c4c18-014e-4887-a6ce-888f2b28303e.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.971390] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9733d136-1f2a-46b5-917b-0ebcdfa93a53 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.998828] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ff6d17-7d2b-4b3a-982a-9a1341e4ae56 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.002902] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d9fc9c8-039f-4284-9c1a-fb084c599290 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.024433] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803168f3-1bf1-493a-b1d9-139ad69868d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.029688] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30d388c-752e-4363-9f5c-7d26e5d9fe4e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.056486] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad8be27-dc5a-49e3-abdc-ac4c1fa1fb31 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.063370] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.063599] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7b31248-7fca-4536-b9fc-48cc51a33c95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.076447] env[69481]: DEBUG nova.compute.manager [req-9ce58cd2-ba3b-4281-8e87-14fd86d3ce11 req-2c072009-c743-4e49-8ee4-4e87bec94ff1 service nova] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Detach interface failed, port_id=a9be0155-f1bd-4a32-ba7a-43e56794cd41, reason: Instance 9ef29985-af3c-4d65-856b-a030f111cf85 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.082334] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 937.082334] env[69481]: value = "task-3264221" [ 937.082334] env[69481]: _type = "Task" [ 937.082334] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.093613] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.209968] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06571} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.210947] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.211751] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74b2753-a475-474e-933d-4f18fd93460c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.226852] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance e8849400-5f6e-4718-ac0d-f8d9220cc88a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 937.227044] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.227134] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 344483f5-e484-4663-a203-716c0fc11deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.227282] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 043ec14a-a5ad-4730-b508-f217f2cca261 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 937.227405] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance c31d2c3c-560d-479b-bd82-2004a6f7390a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.227518] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 632de273-922d-469f-924c-9de36f901a03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.227665] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (e43c54f0-3622-483a-a612-82b8457c9186): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 937.237478] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] c31d2c3c-560d-479b-bd82-2004a6f7390a/c31d2c3c-560d-479b-bd82-2004a6f7390a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.238713] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a45c5b-aee6-4503-8d12-ed2b618c76b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.258203] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for the task: (returnval){ [ 937.258203] env[69481]: value = "task-3264222" [ 937.258203] env[69481]: _type = "Task" [ 937.258203] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.266662] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.313119] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.389545] env[69481]: INFO nova.compute.manager [-] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Took 1.35 seconds to deallocate network for instance. [ 937.593273] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264221, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.682042] env[69481]: DEBUG nova.compute.manager [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.707698] env[69481]: DEBUG nova.virt.hardware [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.707920] env[69481]: DEBUG nova.virt.hardware [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.709191] env[69481]: DEBUG nova.virt.hardware [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.709191] env[69481]: DEBUG nova.virt.hardware [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.709191] env[69481]: DEBUG nova.virt.hardware [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.709191] env[69481]: DEBUG nova.virt.hardware [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.709191] env[69481]: DEBUG nova.virt.hardware [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.709191] env[69481]: DEBUG nova.virt.hardware [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.709191] env[69481]: DEBUG nova.virt.hardware [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.709429] env[69481]: DEBUG nova.virt.hardware [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.709512] env[69481]: DEBUG nova.virt.hardware [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.710418] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed90172-3922-40f8-aebf-19fadc7afe08 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.720774] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae74c91f-3275-432e-9bd3-eddead20aad5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.739740] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 33ad8971-24e2-44c8-8477-c53b2b8c410a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 937.769165] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264222, 'name': ReconfigVM_Task, 'duration_secs': 0.292589} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.769519] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Reconfigured VM instance instance-00000044 to attach disk [datastore1] c31d2c3c-560d-479b-bd82-2004a6f7390a/c31d2c3c-560d-479b-bd82-2004a6f7390a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.770196] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d21d3ee5-5432-4b73-adca-9df7df8b1f72 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.776597] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for the task: (returnval){ [ 937.776597] env[69481]: value = "task-3264223" [ 937.776597] env[69481]: _type = "Task" [ 937.776597] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.786322] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264223, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.896630] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.093382] env[69481]: DEBUG oslo_vmware.api [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264221, 'name': PowerOnVM_Task, 'duration_secs': 0.659678} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.093661] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.185667] env[69481]: DEBUG nova.compute.manager [req-c25189eb-a747-4610-a0c8-f8535b6fcf16 req-8d17d527-9883-42f3-a5ed-707e4fa90270 service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] Received event network-vif-plugged-70b54bdb-7d03-4ba1-b79c-486cfaaf2498 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.185901] env[69481]: DEBUG oslo_concurrency.lockutils [req-c25189eb-a747-4610-a0c8-f8535b6fcf16 req-8d17d527-9883-42f3-a5ed-707e4fa90270 service nova] Acquiring lock "632de273-922d-469f-924c-9de36f901a03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.186128] env[69481]: DEBUG oslo_concurrency.lockutils [req-c25189eb-a747-4610-a0c8-f8535b6fcf16 req-8d17d527-9883-42f3-a5ed-707e4fa90270 service nova] Lock "632de273-922d-469f-924c-9de36f901a03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.186304] env[69481]: DEBUG oslo_concurrency.lockutils [req-c25189eb-a747-4610-a0c8-f8535b6fcf16 req-8d17d527-9883-42f3-a5ed-707e4fa90270 service nova] Lock "632de273-922d-469f-924c-9de36f901a03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.186472] env[69481]: DEBUG nova.compute.manager [req-c25189eb-a747-4610-a0c8-f8535b6fcf16 req-8d17d527-9883-42f3-a5ed-707e4fa90270 service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] No waiting events found dispatching network-vif-plugged-70b54bdb-7d03-4ba1-b79c-486cfaaf2498 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.186844] env[69481]: WARNING nova.compute.manager [req-c25189eb-a747-4610-a0c8-f8535b6fcf16 req-8d17d527-9883-42f3-a5ed-707e4fa90270 service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] Received unexpected event network-vif-plugged-70b54bdb-7d03-4ba1-b79c-486cfaaf2498 for instance with vm_state building and task_state spawning. [ 938.242778] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance e9493042-db8b-45a3-b003-3714fff0bf73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 938.283810] env[69481]: DEBUG nova.network.neutron [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Successfully updated port: 70b54bdb-7d03-4ba1-b79c-486cfaaf2498 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.288738] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264223, 'name': Rename_Task, 'duration_secs': 0.175864} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.289036] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.289294] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73489348-d5e8-4a1b-bcea-547b73c84207 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.296320] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for the task: (returnval){ [ 938.296320] env[69481]: value = "task-3264224" [ 938.296320] env[69481]: _type = "Task" [ 938.296320] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.304831] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.747065] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 7b6df427-c08b-4d50-a6e7-822727cb9f44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 938.785896] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "refresh_cache-632de273-922d-469f-924c-9de36f901a03" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.786070] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired lock "refresh_cache-632de273-922d-469f-924c-9de36f901a03" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.786252] env[69481]: DEBUG nova.network.neutron [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.807455] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.106783] env[69481]: INFO nova.compute.manager [None req-42be9ae8-0d9d-4471-9824-2aa413cee8d9 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance to original state: 'active' [ 939.251297] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 75673729-6372-45f9-b521-1b0cb275a5d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 939.309368] env[69481]: DEBUG oslo_vmware.api [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264224, 'name': PowerOnVM_Task, 'duration_secs': 0.61976} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.309368] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.309368] env[69481]: INFO nova.compute.manager [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Took 8.57 seconds to spawn the instance on the hypervisor. [ 939.309368] env[69481]: DEBUG nova.compute.manager [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.310615] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbbb1d3-f143-46eb-9167-ae08b92a61ff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.319734] env[69481]: DEBUG nova.network.neutron [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.456439] env[69481]: DEBUG nova.network.neutron [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Updating instance_info_cache with network_info: [{"id": "70b54bdb-7d03-4ba1-b79c-486cfaaf2498", "address": "fa:16:3e:f7:fa:26", "network": {"id": "cd66dd8b-06a4-41c2-bf65-2dbcd0073254", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1223523797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35f02080a0344088617c3ca08a48a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b54bdb-7d", "ovs_interfaceid": "70b54bdb-7d03-4ba1-b79c-486cfaaf2498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.757369] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 56067fc3-a5c6-4954-8b05-03d5ca478e6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 939.829614] env[69481]: INFO nova.compute.manager [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Took 51.41 seconds to build instance. [ 939.959014] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Releasing lock "refresh_cache-632de273-922d-469f-924c-9de36f901a03" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.959399] env[69481]: DEBUG nova.compute.manager [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Instance network_info: |[{"id": "70b54bdb-7d03-4ba1-b79c-486cfaaf2498", "address": "fa:16:3e:f7:fa:26", "network": {"id": "cd66dd8b-06a4-41c2-bf65-2dbcd0073254", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1223523797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35f02080a0344088617c3ca08a48a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b54bdb-7d", "ovs_interfaceid": "70b54bdb-7d03-4ba1-b79c-486cfaaf2498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.959917] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:fa:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70b54bdb-7d03-4ba1-b79c-486cfaaf2498', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.968125] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.968517] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632de273-922d-469f-924c-9de36f901a03] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.968760] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32ab3269-bb6d-4d5e-bd1e-b36afa005c48 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.995086] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.995086] env[69481]: value = "task-3264225" [ 939.995086] env[69481]: _type = "Task" [ 939.995086] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.004605] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264225, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.262586] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 647ea37d-4f78-48e6-81c1-de11a7aa9a42 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 940.300567] env[69481]: DEBUG nova.compute.manager [req-9ce0593d-44b9-4ac5-bb53-191e69bcec90 req-7464e090-3caa-4786-9411-ea90b7a4907e service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] Received event network-changed-70b54bdb-7d03-4ba1-b79c-486cfaaf2498 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.300889] env[69481]: DEBUG nova.compute.manager [req-9ce0593d-44b9-4ac5-bb53-191e69bcec90 req-7464e090-3caa-4786-9411-ea90b7a4907e service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] Refreshing instance network info cache due to event network-changed-70b54bdb-7d03-4ba1-b79c-486cfaaf2498. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.301252] env[69481]: DEBUG oslo_concurrency.lockutils [req-9ce0593d-44b9-4ac5-bb53-191e69bcec90 req-7464e090-3caa-4786-9411-ea90b7a4907e service nova] Acquiring lock "refresh_cache-632de273-922d-469f-924c-9de36f901a03" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.301489] env[69481]: DEBUG oslo_concurrency.lockutils [req-9ce0593d-44b9-4ac5-bb53-191e69bcec90 req-7464e090-3caa-4786-9411-ea90b7a4907e service nova] Acquired lock "refresh_cache-632de273-922d-469f-924c-9de36f901a03" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.301822] env[69481]: DEBUG nova.network.neutron [req-9ce0593d-44b9-4ac5-bb53-191e69bcec90 req-7464e090-3caa-4786-9411-ea90b7a4907e service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] Refreshing network info cache for port 70b54bdb-7d03-4ba1-b79c-486cfaaf2498 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.331592] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6b1619f5-e6b4-4a6d-a495-81be2929dafe tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "c31d2c3c-560d-479b-bd82-2004a6f7390a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.253s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.507699] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264225, 'name': CreateVM_Task, 'duration_secs': 0.390475} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.507892] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632de273-922d-469f-924c-9de36f901a03] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.508999] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.508999] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.509251] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.509551] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d881739a-038f-4cbe-8a60-d67daa1061a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.514732] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 940.514732] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522af006-e111-989e-5210-04cec62a8def" [ 940.514732] env[69481]: _type = "Task" [ 940.514732] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.523596] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522af006-e111-989e-5210-04cec62a8def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.765456] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 5223caf5-d090-4460-875b-03b6e6a0096a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 940.866724] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquiring lock "c31d2c3c-560d-479b-bd82-2004a6f7390a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.868084] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "c31d2c3c-560d-479b-bd82-2004a6f7390a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.869027] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquiring lock "c31d2c3c-560d-479b-bd82-2004a6f7390a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.869027] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "c31d2c3c-560d-479b-bd82-2004a6f7390a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.869027] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "c31d2c3c-560d-479b-bd82-2004a6f7390a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.870985] env[69481]: INFO nova.compute.manager [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Terminating instance [ 941.026719] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522af006-e111-989e-5210-04cec62a8def, 'name': SearchDatastore_Task, 'duration_secs': 0.030628} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.026719] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.026719] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.026719] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.030232] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.030473] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.030779] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2776fa13-9166-47f6-83e3-70564ad74624 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.036493] env[69481]: DEBUG nova.network.neutron [req-9ce0593d-44b9-4ac5-bb53-191e69bcec90 req-7464e090-3caa-4786-9411-ea90b7a4907e service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] Updated VIF entry in instance network info cache for port 70b54bdb-7d03-4ba1-b79c-486cfaaf2498. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.036854] env[69481]: DEBUG nova.network.neutron [req-9ce0593d-44b9-4ac5-bb53-191e69bcec90 req-7464e090-3caa-4786-9411-ea90b7a4907e service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] Updating instance_info_cache with network_info: [{"id": "70b54bdb-7d03-4ba1-b79c-486cfaaf2498", "address": "fa:16:3e:f7:fa:26", "network": {"id": "cd66dd8b-06a4-41c2-bf65-2dbcd0073254", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1223523797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35f02080a0344088617c3ca08a48a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b54bdb-7d", "ovs_interfaceid": "70b54bdb-7d03-4ba1-b79c-486cfaaf2498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.045904] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.046123] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.046887] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85bff4bd-6bc7-4997-bcfc-4a5607461207 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.052881] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 941.052881] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d15d03-b68c-cea1-24be-a84fba77ac0e" [ 941.052881] env[69481]: _type = "Task" [ 941.052881] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.061511] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d15d03-b68c-cea1-24be-a84fba77ac0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.146703] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "170c4c18-014e-4887-a6ce-888f2b28303e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.147097] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "170c4c18-014e-4887-a6ce-888f2b28303e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.147305] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "170c4c18-014e-4887-a6ce-888f2b28303e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.147500] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "170c4c18-014e-4887-a6ce-888f2b28303e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.147670] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "170c4c18-014e-4887-a6ce-888f2b28303e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.149947] env[69481]: INFO nova.compute.manager [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Terminating instance [ 941.268389] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance e950791b-fe57-410b-b605-5c3b06722d8d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 941.268790] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 941.269010] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 941.375870] env[69481]: DEBUG nova.compute.manager [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.376099] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.377209] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55308cf4-38ba-423d-8f7e-1cddf7dcc888 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.385413] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.385507] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a2ea0c-92ad-49aa-afc9-8610861dbac0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.394123] env[69481]: DEBUG oslo_vmware.api [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for the task: (returnval){ [ 941.394123] env[69481]: value = "task-3264226" [ 941.394123] env[69481]: _type = "Task" [ 941.394123] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.402361] env[69481]: DEBUG oslo_vmware.api [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.540031] env[69481]: DEBUG oslo_concurrency.lockutils [req-9ce0593d-44b9-4ac5-bb53-191e69bcec90 req-7464e090-3caa-4786-9411-ea90b7a4907e service nova] Releasing lock "refresh_cache-632de273-922d-469f-924c-9de36f901a03" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.563499] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d15d03-b68c-cea1-24be-a84fba77ac0e, 'name': SearchDatastore_Task, 'duration_secs': 0.035062} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.567165] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07b3eeb-d465-48ca-8289-3704f51556d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.573455] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 941.573455] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525fcec4-e62c-b704-6364-47957d14e283" [ 941.573455] env[69481]: _type = "Task" [ 941.573455] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.587265] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525fcec4-e62c-b704-6364-47957d14e283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.654141] env[69481]: DEBUG nova.compute.manager [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.654462] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.655562] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906d481-d761-4bb3-801e-edd346a75d51 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.668042] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.668042] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71d4837d-445e-4c92-9cee-9c041ae59499 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.678775] env[69481]: DEBUG oslo_vmware.api [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 941.678775] env[69481]: value = "task-3264227" [ 941.678775] env[69481]: _type = "Task" [ 941.678775] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.689314] env[69481]: DEBUG oslo_vmware.api [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.742705] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0f32dc-a3aa-4494-a14b-0f655c2d3ee3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.750695] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04528cc8-11aa-4dec-bb34-42f0cb803da6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.783300] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d58eb0-0d51-4de1-81fe-90577217dca5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.791826] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8b7ad0-cf2e-4f77-a944-7d9c0d8d0353 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.805150] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.904307] env[69481]: DEBUG oslo_vmware.api [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264226, 'name': PowerOffVM_Task, 'duration_secs': 0.233329} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.904588] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.904757] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.905026] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76d607d6-a1e1-47f4-9e41-d111465d14b3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.969643] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.969854] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.970052] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Deleting the datastore file [datastore1] c31d2c3c-560d-479b-bd82-2004a6f7390a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.970326] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a863766-24ee-4986-9cee-aa794da973d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.977043] env[69481]: DEBUG oslo_vmware.api [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for the task: (returnval){ [ 941.977043] env[69481]: value = "task-3264229" [ 941.977043] env[69481]: _type = "Task" [ 941.977043] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.985496] env[69481]: DEBUG oslo_vmware.api [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.083685] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525fcec4-e62c-b704-6364-47957d14e283, 'name': SearchDatastore_Task, 'duration_secs': 0.015156} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.083967] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.084273] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 632de273-922d-469f-924c-9de36f901a03/632de273-922d-469f-924c-9de36f901a03.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.084559] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9bd24f5-46bf-4aea-a778-9356308dd045 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.090848] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 942.090848] env[69481]: value = "task-3264230" [ 942.090848] env[69481]: _type = "Task" [ 942.090848] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.100237] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.187882] env[69481]: DEBUG oslo_vmware.api [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264227, 'name': PowerOffVM_Task, 'duration_secs': 0.209862} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.188289] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.188492] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.188801] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b68a1d65-7c07-4366-a115-c0901ed64ed2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.258035] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.258035] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.258035] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Deleting the datastore file [datastore2] 170c4c18-014e-4887-a6ce-888f2b28303e {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.258035] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02d6ba4f-2d28-4541-abe9-8287a7892f58 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.264329] env[69481]: DEBUG oslo_vmware.api [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 942.264329] env[69481]: value = "task-3264232" [ 942.264329] env[69481]: _type = "Task" [ 942.264329] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.272531] env[69481]: DEBUG oslo_vmware.api [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.310841] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.487263] env[69481]: DEBUG oslo_vmware.api [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Task: {'id': task-3264229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160267} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.487576] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.487787] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.487965] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.488155] env[69481]: INFO nova.compute.manager [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 942.488472] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.488689] env[69481]: DEBUG nova.compute.manager [-] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.488786] env[69481]: DEBUG nova.network.neutron [-] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.602849] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264230, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.775326] env[69481]: DEBUG oslo_vmware.api [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.785543] env[69481]: DEBUG nova.compute.manager [req-153295d8-693b-41c9-a9f6-47abf067a4c0 req-9239c3a5-27f2-445b-a12a-62f3f1b35574 service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Received event network-vif-deleted-ba222db9-8cd4-4ad6-83f9-bdaaca14e91b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.785829] env[69481]: INFO nova.compute.manager [req-153295d8-693b-41c9-a9f6-47abf067a4c0 req-9239c3a5-27f2-445b-a12a-62f3f1b35574 service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Neutron deleted interface ba222db9-8cd4-4ad6-83f9-bdaaca14e91b; detaching it from the instance and deleting it from the info cache [ 942.785903] env[69481]: DEBUG nova.network.neutron [req-153295d8-693b-41c9-a9f6-47abf067a4c0 req-9239c3a5-27f2-445b-a12a-62f3f1b35574 service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.821658] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 942.821933] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.173s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.822226] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 52.877s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.822412] env[69481]: DEBUG nova.objects.instance [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 942.825012] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.825172] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Cleaning up deleted instances {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 943.102031] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667054} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.102031] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 632de273-922d-469f-924c-9de36f901a03/632de273-922d-469f-924c-9de36f901a03.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.102277] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.102524] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0c2fc7d-d7a7-4407-82f6-0e7e7b257c1c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.108891] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 943.108891] env[69481]: value = "task-3264233" [ 943.108891] env[69481]: _type = "Task" [ 943.108891] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.117704] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.270740] env[69481]: DEBUG nova.network.neutron [-] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.278578] env[69481]: DEBUG oslo_vmware.api [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.606858} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.278897] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.279151] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.279416] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.279736] env[69481]: INFO nova.compute.manager [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 943.280071] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.281772] env[69481]: DEBUG nova.compute.manager [-] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.282112] env[69481]: DEBUG nova.network.neutron [-] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.288405] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a7c2368-758f-4363-919b-86599c8302cf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.297563] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a21f310-f2d4-494a-8513-9372cbb9a8e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.347097] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] There are 44 instances to clean {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 943.347498] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 18d13787-300f-4a23-806b-1d3e8101b296] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.350144] env[69481]: DEBUG nova.compute.manager [req-153295d8-693b-41c9-a9f6-47abf067a4c0 req-9239c3a5-27f2-445b-a12a-62f3f1b35574 service nova] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Detach interface failed, port_id=ba222db9-8cd4-4ad6-83f9-bdaaca14e91b, reason: Instance c31d2c3c-560d-479b-bd82-2004a6f7390a could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.382832] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4b3f-8f9f-caf9-ef1b-64fe8d65e89c/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 943.383815] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537b2562-a607-4de6-bab6-a1811dcdb262 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.392671] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4b3f-8f9f-caf9-ef1b-64fe8d65e89c/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 943.393117] env[69481]: ERROR oslo_vmware.rw_handles [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4b3f-8f9f-caf9-ef1b-64fe8d65e89c/disk-0.vmdk due to incomplete transfer. [ 943.393117] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73a6d19c-ec88-4a70-935f-1bac72d34c4b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.403023] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4b3f-8f9f-caf9-ef1b-64fe8d65e89c/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 943.403023] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Uploaded image 0b7fea34-01ec-4f51-aff5-2288eb65aa88 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 943.403023] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 943.403784] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69f5eaff-33ed-4398-bbe2-419a1d258e83 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.410890] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 943.410890] env[69481]: value = "task-3264234" [ 943.410890] env[69481]: _type = "Task" [ 943.410890] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.420874] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264234, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.618322] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067632} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.618621] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.619441] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f29f15-ce38-458d-86f2-e83aef0b3030 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.641193] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 632de273-922d-469f-924c-9de36f901a03/632de273-922d-469f-924c-9de36f901a03.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.641468] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1394160c-e28d-4e77-ac6f-ae5362cd09b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.660141] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 943.660141] env[69481]: value = "task-3264235" [ 943.660141] env[69481]: _type = "Task" [ 943.660141] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.669945] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.775358] env[69481]: INFO nova.compute.manager [-] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Took 1.29 seconds to deallocate network for instance. [ 943.855079] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52332283-9227-4bad-bad0-ba7c5fb6a604 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.856320] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 3692b4ab-0ace-434f-be78-5d9db94453f6] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.858836] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.500s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.858836] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.861367] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.986s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.861559] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.863332] env[69481]: DEBUG oslo_concurrency.lockutils [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.712s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.863517] env[69481]: DEBUG oslo_concurrency.lockutils [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.865825] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.360s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.865984] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.867703] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.091s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.867908] env[69481]: DEBUG nova.objects.instance [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lazy-loading 'pci_requests' on Instance uuid e8849400-5f6e-4718-ac0d-f8d9220cc88a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.891153] env[69481]: INFO nova.scheduler.client.report [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Deleted allocations for instance 601dd942-9185-4701-9d96-f67f5cf95527 [ 943.893393] env[69481]: INFO nova.scheduler.client.report [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Deleted allocations for instance a6787dce-6ac2-470c-b1e2-b05c7e028f79 [ 943.904048] env[69481]: INFO nova.scheduler.client.report [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Deleted allocations for instance 9c468aae-9323-4c89-91db-dffa1f3df26b [ 943.922539] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264234, 'name': Destroy_Task, 'duration_secs': 0.341015} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.922919] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Destroyed the VM [ 943.923062] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 943.923316] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-53dbc5cb-a2ac-4485-8891-af2e4311d3c0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.933031] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 943.933031] env[69481]: value = "task-3264236" [ 943.933031] env[69481]: _type = "Task" [ 943.933031] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.940500] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264236, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.072021] env[69481]: DEBUG nova.network.neutron [-] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.170071] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264235, 'name': ReconfigVM_Task, 'duration_secs': 0.275524} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.170374] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 632de273-922d-469f-924c-9de36f901a03/632de273-922d-469f-924c-9de36f901a03.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.171048] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-696acc1a-d990-4b10-82ec-a296946dcf8f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.177693] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 944.177693] env[69481]: value = "task-3264237" [ 944.177693] env[69481]: _type = "Task" [ 944.177693] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.191066] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264237, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.281197] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.370506] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 6e121b59-0677-42d8-b694-a0c05bab1118] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.376264] env[69481]: DEBUG nova.objects.instance [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lazy-loading 'numa_topology' on Instance uuid e8849400-5f6e-4718-ac0d-f8d9220cc88a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.381817] env[69481]: DEBUG oslo_concurrency.lockutils [None req-74fe3ed3-a8b0-4753-9aa9-aa2ca8e139e7 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 69.790s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.382725] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 47.606s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.382948] env[69481]: INFO nova.compute.manager [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Unshelving [ 944.403303] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c350dba5-80f8-4a2e-ad17-e3aa5aff5c3f tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "a6787dce-6ac2-470c-b1e2-b05c7e028f79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.827s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.405029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7ccf29e1-8d4c-47d9-b1b0-ae3f15bffc6e tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "601dd942-9185-4701-9d96-f67f5cf95527" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.765s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.412463] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4511a3ab-5ad7-40e3-8695-3529961a9cc1 tempest-InstanceActionsTestJSON-334760079 tempest-InstanceActionsTestJSON-334760079-project-member] Lock "9c468aae-9323-4c89-91db-dffa1f3df26b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.530s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.442760] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264236, 'name': RemoveSnapshot_Task, 'duration_secs': 0.360452} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.443028] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 944.443322] env[69481]: DEBUG nova.compute.manager [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.444094] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fbae67-4e1a-4275-a4b3-917929ad0f6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.574500] env[69481]: INFO nova.compute.manager [-] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Took 1.29 seconds to deallocate network for instance. [ 944.687548] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264237, 'name': Rename_Task, 'duration_secs': 0.208526} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.687838] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.688104] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70631f5d-ed07-4487-ac23-fe7ac6acbd5e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.695166] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 944.695166] env[69481]: value = "task-3264238" [ 944.695166] env[69481]: _type = "Task" [ 944.695166] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.710145] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.812073] env[69481]: DEBUG nova.compute.manager [req-b8bbf6f9-b312-476e-b1d2-88b0108d9d1a req-deec7867-4622-49cf-930b-a597a0a85cf5 service nova] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Received event network-vif-deleted-75dcf83f-63b3-40f8-9dd2-960c796af15e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.875107] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 692c8686-ae6f-45d1-b227-c4e1c440bf08] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.879801] env[69481]: INFO nova.compute.claims [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.956134] env[69481]: INFO nova.compute.manager [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Shelve offloading [ 945.081396] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.125622] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "4a193cef-9e1a-4141-9a0b-7ec6c58ba504" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.125922] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "4a193cef-9e1a-4141-9a0b-7ec6c58ba504" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.126615] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "4a193cef-9e1a-4141-9a0b-7ec6c58ba504-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.126615] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "4a193cef-9e1a-4141-9a0b-7ec6c58ba504-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.126615] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "4a193cef-9e1a-4141-9a0b-7ec6c58ba504-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.129915] env[69481]: INFO nova.compute.manager [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Terminating instance [ 945.206794] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264238, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.378780] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 2fd81153-eb96-436d-9041-0c21f77944b5] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.412277] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.463679] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.464014] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63a93531-8117-40e8-a332-6de8e9d13b1a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.471220] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 945.471220] env[69481]: value = "task-3264240" [ 945.471220] env[69481]: _type = "Task" [ 945.471220] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.483622] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 945.483941] env[69481]: DEBUG nova.compute.manager [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.485094] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c69e0e6-6652-4644-9914-5308dca96881 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.490901] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.491086] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.491261] env[69481]: DEBUG nova.network.neutron [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.633361] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "refresh_cache-4a193cef-9e1a-4141-9a0b-7ec6c58ba504" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.633556] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquired lock "refresh_cache-4a193cef-9e1a-4141-9a0b-7ec6c58ba504" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.633739] env[69481]: DEBUG nova.network.neutron [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.708786] env[69481]: DEBUG oslo_vmware.api [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264238, 'name': PowerOnVM_Task, 'duration_secs': 0.545443} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.709073] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.709298] env[69481]: INFO nova.compute.manager [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Took 8.03 seconds to spawn the instance on the hypervisor. [ 945.709563] env[69481]: DEBUG nova.compute.manager [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.710408] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5208cc0e-df17-423c-b9e3-5a08b68a601e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.887183] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: f1f7dcf6-6b4e-4bea-8b81-cdbeaca0a66e] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.169057] env[69481]: DEBUG nova.network.neutron [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.232093] env[69481]: INFO nova.compute.manager [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Took 56.78 seconds to build instance. [ 946.240568] env[69481]: DEBUG nova.network.neutron [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.285024] env[69481]: DEBUG nova.network.neutron [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Updating instance_info_cache with network_info: [{"id": "bb08440b-b30f-4229-99f1-67cd86e6d100", "address": "fa:16:3e:d3:4c:3e", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb08440b-b3", "ovs_interfaceid": "bb08440b-b30f-4229-99f1-67cd86e6d100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.368970] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a914dd4a-bc89-473d-9102-0ab0462d7a38 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.377344] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425a0b10-2d5b-4792-8a84-3be0130f6ca4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.409995] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 516b18ca-fe00-4836-9f5f-c313deab2eb8] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.412760] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247f08d6-83dc-425c-9495-1c180cd781e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.421741] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcebb31-846a-4750-a623-e66cc20ce707 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.438423] env[69481]: DEBUG nova.compute.provider_tree [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.738623] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e12bca8b-1a2c-4521-9116-7dde8bf0a875 tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "632de273-922d-469f-924c-9de36f901a03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.294s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.747307] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Releasing lock "refresh_cache-4a193cef-9e1a-4141-9a0b-7ec6c58ba504" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.747307] env[69481]: DEBUG nova.compute.manager [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.747307] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.747307] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48a462e-4631-4e4a-a072-95d2766d7d0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.754295] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.754690] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27b64432-4eb2-4585-90b8-26c70b942ecd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.763111] env[69481]: DEBUG oslo_vmware.api [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 946.763111] env[69481]: value = "task-3264241" [ 946.763111] env[69481]: _type = "Task" [ 946.763111] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.774190] env[69481]: DEBUG oslo_vmware.api [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.791759] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.917763] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 9c8ddf15-1774-4e8d-ab95-2b9f480f5bc3] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.942224] env[69481]: DEBUG nova.scheduler.client.report [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.098041] env[69481]: DEBUG nova.compute.manager [req-c8a989e2-66f6-42f4-b4f8-a375e7ccc12b req-61f953c7-9b2d-4335-867e-cdc3520d8034 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Received event network-vif-unplugged-bb08440b-b30f-4229-99f1-67cd86e6d100 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.098041] env[69481]: DEBUG oslo_concurrency.lockutils [req-c8a989e2-66f6-42f4-b4f8-a375e7ccc12b req-61f953c7-9b2d-4335-867e-cdc3520d8034 service nova] Acquiring lock "344483f5-e484-4663-a203-716c0fc11deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.098041] env[69481]: DEBUG oslo_concurrency.lockutils [req-c8a989e2-66f6-42f4-b4f8-a375e7ccc12b req-61f953c7-9b2d-4335-867e-cdc3520d8034 service nova] Lock "344483f5-e484-4663-a203-716c0fc11deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.098041] env[69481]: DEBUG oslo_concurrency.lockutils [req-c8a989e2-66f6-42f4-b4f8-a375e7ccc12b req-61f953c7-9b2d-4335-867e-cdc3520d8034 service nova] Lock "344483f5-e484-4663-a203-716c0fc11deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.098041] env[69481]: DEBUG nova.compute.manager [req-c8a989e2-66f6-42f4-b4f8-a375e7ccc12b req-61f953c7-9b2d-4335-867e-cdc3520d8034 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] No waiting events found dispatching network-vif-unplugged-bb08440b-b30f-4229-99f1-67cd86e6d100 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.098041] env[69481]: WARNING nova.compute.manager [req-c8a989e2-66f6-42f4-b4f8-a375e7ccc12b req-61f953c7-9b2d-4335-867e-cdc3520d8034 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Received unexpected event network-vif-unplugged-bb08440b-b30f-4229-99f1-67cd86e6d100 for instance with vm_state shelved and task_state shelving_offloading. [ 947.117313] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.118203] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bd47c3-b6a4-4f55-839e-2aa63d9e5353 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.130651] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "632de273-922d-469f-924c-9de36f901a03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.130885] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "632de273-922d-469f-924c-9de36f901a03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.131089] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "632de273-922d-469f-924c-9de36f901a03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.131471] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "632de273-922d-469f-924c-9de36f901a03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.131471] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "632de273-922d-469f-924c-9de36f901a03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.132954] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.133415] env[69481]: INFO nova.compute.manager [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Terminating instance [ 947.134700] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaabd90b-4d14-4988-b411-46d482ea745e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.205014] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.205293] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.205515] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleting the datastore file [datastore2] 344483f5-e484-4663-a203-716c0fc11deb {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.205790] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804c72ce-5e9a-42fb-9b1c-193eaaba34a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.212686] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 947.212686] env[69481]: value = "task-3264243" [ 947.212686] env[69481]: _type = "Task" [ 947.212686] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.221130] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.272203] env[69481]: DEBUG oslo_vmware.api [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264241, 'name': PowerOffVM_Task, 'duration_secs': 0.208273} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.272496] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.272667] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.272924] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6a50fe4-ef3a-4c6f-a098-d2875ff299b3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.295455] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.295670] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.295849] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Deleting the datastore file [datastore1] 4a193cef-9e1a-4141-9a0b-7ec6c58ba504 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.296115] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-983e3dd0-c7ec-434b-8933-d194e0d46fbb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.302274] env[69481]: DEBUG oslo_vmware.api [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for the task: (returnval){ [ 947.302274] env[69481]: value = "task-3264245" [ 947.302274] env[69481]: _type = "Task" [ 947.302274] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.310116] env[69481]: DEBUG oslo_vmware.api [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.422555] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 4183d319-37e1-4d9d-9b53-e629d6fc84f5] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.447697] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.580s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.450804] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.664s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.451015] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.452830] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.908s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.454411] env[69481]: INFO nova.compute.claims [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.479399] env[69481]: INFO nova.scheduler.client.report [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleted allocations for instance 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f [ 947.536353] env[69481]: INFO nova.network.neutron [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updating port c3d4dbaf-8e0e-4421-9085-878d342deed4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 947.639126] env[69481]: DEBUG nova.compute.manager [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.639270] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.640348] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0711d0bb-2454-4adc-8f1a-f3afc6a983e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.652020] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.652020] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d316cc5f-e15d-4306-b33c-565e4d7f8c46 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.660119] env[69481]: DEBUG oslo_vmware.api [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 947.660119] env[69481]: value = "task-3264246" [ 947.660119] env[69481]: _type = "Task" [ 947.660119] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.668974] env[69481]: DEBUG oslo_vmware.api [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.722493] env[69481]: DEBUG oslo_vmware.api [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135843} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.723407] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.723407] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.723582] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.748202] env[69481]: INFO nova.scheduler.client.report [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted allocations for instance 344483f5-e484-4663-a203-716c0fc11deb [ 947.812830] env[69481]: DEBUG oslo_vmware.api [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Task: {'id': task-3264245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106033} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.813141] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.813329] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.813537] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.813732] env[69481]: INFO nova.compute.manager [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Took 1.07 seconds to destroy the instance on the hypervisor. [ 947.813975] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.814187] env[69481]: DEBUG nova.compute.manager [-] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.814283] env[69481]: DEBUG nova.network.neutron [-] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.833996] env[69481]: DEBUG nova.network.neutron [-] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.925929] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: d76e5784-8fdf-4af0-b983-d2f2dfa3d7bc] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.988808] env[69481]: DEBUG oslo_concurrency.lockutils [None req-df0b01b7-d428-4a25-9c21-23e6f646c209 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "84bcb63f-a8e5-4e02-b2a6-8633fc7e297f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.763s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.174376] env[69481]: DEBUG oslo_vmware.api [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264246, 'name': PowerOffVM_Task, 'duration_secs': 0.19992} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.174759] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.174980] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.177117] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ad2267a-477c-45e4-af96-11dc627e99fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.248670] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.248907] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.249100] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Deleting the datastore file [datastore2] 632de273-922d-469f-924c-9de36f901a03 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.249407] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f557dd4d-ecb3-4eb4-ab0a-cd8deedd3051 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.256178] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.257770] env[69481]: DEBUG oslo_vmware.api [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for the task: (returnval){ [ 948.257770] env[69481]: value = "task-3264248" [ 948.257770] env[69481]: _type = "Task" [ 948.257770] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.266217] env[69481]: DEBUG oslo_vmware.api [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.335242] env[69481]: DEBUG nova.network.neutron [-] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.431421] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: bf16ff00-3ca8-4e48-96f9-20e7c5641bb7] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.634474] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.634718] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.635140] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "5777318f-3425-4ad6-913a-4c98ab68d4e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.635377] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.636668] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.637814] env[69481]: INFO nova.compute.manager [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Terminating instance [ 948.768333] env[69481]: DEBUG oslo_vmware.api [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Task: {'id': task-3264248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.771232] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.771431] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.771618] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.771786] env[69481]: INFO nova.compute.manager [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] [instance: 632de273-922d-469f-924c-9de36f901a03] Took 1.13 seconds to destroy the instance on the hypervisor. [ 948.772044] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.772428] env[69481]: DEBUG nova.compute.manager [-] [instance: 632de273-922d-469f-924c-9de36f901a03] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.773890] env[69481]: DEBUG nova.network.neutron [-] [instance: 632de273-922d-469f-924c-9de36f901a03] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.838312] env[69481]: INFO nova.compute.manager [-] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Took 1.02 seconds to deallocate network for instance. [ 948.893072] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340cb1a7-d034-43fa-b585-5dae9f78333d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.901018] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a2b414-0ded-48e4-9558-b1d38a58393f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.933694] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 9848e301-0bc2-43f1-ba0f-afbe47ad0247] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.936187] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ba6399-b1bd-4418-b0c6-abbaffc0dae4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.944646] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4cb382-edbf-48fd-9e38-f0b9a6b86766 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.962905] env[69481]: DEBUG nova.compute.provider_tree [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.111948] env[69481]: DEBUG oslo_concurrency.lockutils [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "de29d366-5596-4109-9b46-3628b86684de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.112232] env[69481]: DEBUG oslo_concurrency.lockutils [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "de29d366-5596-4109-9b46-3628b86684de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.112469] env[69481]: DEBUG oslo_concurrency.lockutils [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "de29d366-5596-4109-9b46-3628b86684de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.112678] env[69481]: DEBUG oslo_concurrency.lockutils [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "de29d366-5596-4109-9b46-3628b86684de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.112847] env[69481]: DEBUG oslo_concurrency.lockutils [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "de29d366-5596-4109-9b46-3628b86684de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.115285] env[69481]: INFO nova.compute.manager [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Terminating instance [ 949.148136] env[69481]: DEBUG nova.compute.manager [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.148436] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.149329] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb215cb-f8ad-4260-9211-103bd77f1e92 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.157330] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.157601] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db174a0-e4da-459b-8dce-dfcbec19d2aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.164685] env[69481]: DEBUG oslo_vmware.api [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 949.164685] env[69481]: value = "task-3264249" [ 949.164685] env[69481]: _type = "Task" [ 949.164685] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.173084] env[69481]: DEBUG oslo_vmware.api [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.221807] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.221951] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.223035] env[69481]: DEBUG nova.network.neutron [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.345233] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.440019] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: fc5e7855-fa94-4e1d-8208-00d876b1f896] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.467264] env[69481]: DEBUG nova.scheduler.client.report [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.530894] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "344483f5-e484-4663-a203-716c0fc11deb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.618890] env[69481]: DEBUG nova.compute.manager [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Received event network-changed-bb08440b-b30f-4229-99f1-67cd86e6d100 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.619347] env[69481]: DEBUG nova.compute.manager [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Refreshing instance network info cache due to event network-changed-bb08440b-b30f-4229-99f1-67cd86e6d100. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.620029] env[69481]: DEBUG oslo_concurrency.lockutils [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] Acquiring lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.620029] env[69481]: DEBUG oslo_concurrency.lockutils [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] Acquired lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.620029] env[69481]: DEBUG nova.network.neutron [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Refreshing network info cache for port bb08440b-b30f-4229-99f1-67cd86e6d100 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.622816] env[69481]: DEBUG nova.compute.manager [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.623054] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.624270] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef2f82-59e2-4a3c-88d1-ec52d1f8e216 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.642495] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.643693] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49951fbf-e9cf-4513-935c-9c1959fc979f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.650186] env[69481]: DEBUG oslo_vmware.api [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 949.650186] env[69481]: value = "task-3264250" [ 949.650186] env[69481]: _type = "Task" [ 949.650186] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.662257] env[69481]: DEBUG oslo_vmware.api [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.677667] env[69481]: DEBUG oslo_vmware.api [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264249, 'name': PowerOffVM_Task, 'duration_secs': 0.201438} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.677937] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.678123] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.678745] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-206cadd4-582d-4b57-a282-cc8581ea38f5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.740608] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.740792] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.740986] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Deleting the datastore file [datastore1] 5777318f-3425-4ad6-913a-4c98ab68d4e1 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.741268] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2474682c-6ff1-4e6e-ab27-7778f53d181f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.748718] env[69481]: DEBUG oslo_vmware.api [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for the task: (returnval){ [ 949.748718] env[69481]: value = "task-3264252" [ 949.748718] env[69481]: _type = "Task" [ 949.748718] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.757033] env[69481]: DEBUG oslo_vmware.api [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.888147] env[69481]: DEBUG nova.compute.manager [req-d72c9b6e-5c0f-4dee-94d5-b8447098fb46 req-ebfdd6c6-6e07-4b93-a148-a023fe74eede service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] Received event network-vif-deleted-70b54bdb-7d03-4ba1-b79c-486cfaaf2498 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.888147] env[69481]: INFO nova.compute.manager [req-d72c9b6e-5c0f-4dee-94d5-b8447098fb46 req-ebfdd6c6-6e07-4b93-a148-a023fe74eede service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] Neutron deleted interface 70b54bdb-7d03-4ba1-b79c-486cfaaf2498; detaching it from the instance and deleting it from the info cache [ 949.888147] env[69481]: DEBUG nova.network.neutron [req-d72c9b6e-5c0f-4dee-94d5-b8447098fb46 req-ebfdd6c6-6e07-4b93-a148-a023fe74eede service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.948013] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: eb369bb1-f4d2-4286-a4d0-f1a7080e7723] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.972095] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.972398] env[69481]: DEBUG nova.compute.manager [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.982293] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.821s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.983910] env[69481]: INFO nova.compute.claims [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.997699] env[69481]: DEBUG nova.network.neutron [-] [instance: 632de273-922d-469f-924c-9de36f901a03] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.166011] env[69481]: DEBUG oslo_vmware.api [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264250, 'name': PowerOffVM_Task, 'duration_secs': 0.197987} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.166011] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.166011] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.166011] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b07f6293-f19a-42d6-ae55-cceb26f2bbf1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.170818] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "6eca7c81-667f-4896-a38e-662713da65b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.171113] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "6eca7c81-667f-4896-a38e-662713da65b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.195355] env[69481]: DEBUG nova.network.neutron [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updating instance_info_cache with network_info: [{"id": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "address": "fa:16:3e:92:ab:ec", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d4dbaf-8e", "ovs_interfaceid": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.255237] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.256272] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.256272] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleting the datastore file [datastore1] de29d366-5596-4109-9b46-3628b86684de {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.256375] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f4650be-f4a7-42f4-abee-2b3e4f0f5546 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.264394] env[69481]: DEBUG oslo_vmware.api [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Task: {'id': task-3264252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161765} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.265957] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.266261] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.266828] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.267113] env[69481]: INFO nova.compute.manager [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 950.267389] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.267750] env[69481]: DEBUG oslo_vmware.api [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 950.267750] env[69481]: value = "task-3264254" [ 950.267750] env[69481]: _type = "Task" [ 950.267750] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.267893] env[69481]: DEBUG nova.compute.manager [-] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.267998] env[69481]: DEBUG nova.network.neutron [-] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.280177] env[69481]: DEBUG oslo_vmware.api [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.391681] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4b2f922-e241-4b80-be69-fda0a3ab6e82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.399024] env[69481]: DEBUG nova.network.neutron [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Updated VIF entry in instance network info cache for port bb08440b-b30f-4229-99f1-67cd86e6d100. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.399214] env[69481]: DEBUG nova.network.neutron [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Updating instance_info_cache with network_info: [{"id": "bb08440b-b30f-4229-99f1-67cd86e6d100", "address": "fa:16:3e:d3:4c:3e", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": null, "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbb08440b-b3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.404175] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec300843-1f1f-44d3-8e40-e6d9d5f82243 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.441908] env[69481]: DEBUG nova.compute.manager [req-d72c9b6e-5c0f-4dee-94d5-b8447098fb46 req-ebfdd6c6-6e07-4b93-a148-a023fe74eede service nova] [instance: 632de273-922d-469f-924c-9de36f901a03] Detach interface failed, port_id=70b54bdb-7d03-4ba1-b79c-486cfaaf2498, reason: Instance 632de273-922d-469f-924c-9de36f901a03 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.451947] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 584cd2c9-73b0-4bae-9ec1-55c2366a566b] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.497324] env[69481]: DEBUG nova.compute.utils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.498335] env[69481]: DEBUG nova.compute.manager [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.498550] env[69481]: DEBUG nova.network.neutron [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.501495] env[69481]: INFO nova.compute.manager [-] [instance: 632de273-922d-469f-924c-9de36f901a03] Took 1.73 seconds to deallocate network for instance. [ 950.546310] env[69481]: DEBUG nova.policy [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a723157c1ad94128ab5f05589aa26085', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a540c78a78804395be1ff9c13bcea64a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.673917] env[69481]: DEBUG nova.compute.manager [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.698662] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.731744] env[69481]: DEBUG nova.virt.hardware [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8f263c850fcba128c1e028c3df907cb4',container_format='bare',created_at=2025-04-03T15:05:04Z,direct_url=,disk_format='vmdk',id=06330cbf-517d-4218-8f3a-0ca529e20eb8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-14320736-shelved',owner='9028f818ee63445280fba75c912fd365',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-03T15:05:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.732111] env[69481]: DEBUG nova.virt.hardware [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.732181] env[69481]: DEBUG nova.virt.hardware [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.733261] env[69481]: DEBUG nova.virt.hardware [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.733481] env[69481]: DEBUG nova.virt.hardware [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.733651] env[69481]: DEBUG nova.virt.hardware [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.733867] env[69481]: DEBUG nova.virt.hardware [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.734127] env[69481]: DEBUG nova.virt.hardware [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.734212] env[69481]: DEBUG nova.virt.hardware [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.734993] env[69481]: DEBUG nova.virt.hardware [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.734993] env[69481]: DEBUG nova.virt.hardware [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.735919] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2432dd1-d190-4657-8b5d-b961c2cf83e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.745603] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dd5df7-d20b-468c-abfb-b8ecebd5a219 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.768030] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:ab:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3d4dbaf-8e0e-4421-9085-878d342deed4', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.776734] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.777273] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.780748] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-631f5e49-fb1f-4b99-90bd-4fca55427c04 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.802757] env[69481]: DEBUG oslo_vmware.api [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132127} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.804026] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.804237] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.804418] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.804628] env[69481]: INFO nova.compute.manager [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: de29d366-5596-4109-9b46-3628b86684de] Took 1.18 seconds to destroy the instance on the hypervisor. [ 950.804882] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.805094] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.805094] env[69481]: value = "task-3264255" [ 950.805094] env[69481]: _type = "Task" [ 950.805094] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.805258] env[69481]: DEBUG nova.compute.manager [-] [instance: de29d366-5596-4109-9b46-3628b86684de] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.805375] env[69481]: DEBUG nova.network.neutron [-] [instance: de29d366-5596-4109-9b46-3628b86684de] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.815466] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264255, 'name': CreateVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.922398] env[69481]: DEBUG oslo_concurrency.lockutils [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] Releasing lock "refresh_cache-344483f5-e484-4663-a203-716c0fc11deb" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.922693] env[69481]: DEBUG nova.compute.manager [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Received event network-vif-plugged-c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.922903] env[69481]: DEBUG oslo_concurrency.lockutils [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] Acquiring lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.923135] env[69481]: DEBUG oslo_concurrency.lockutils [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.925524] env[69481]: DEBUG oslo_concurrency.lockutils [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.925524] env[69481]: DEBUG nova.compute.manager [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] No waiting events found dispatching network-vif-plugged-c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.925524] env[69481]: WARNING nova.compute.manager [req-7575e664-9ce4-4212-8812-73c9c01a26f2 req-bb16d603-f22c-49ad-87c5-c28580dfef75 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Received unexpected event network-vif-plugged-c3d4dbaf-8e0e-4421-9085-878d342deed4 for instance with vm_state shelved_offloaded and task_state spawning. [ 950.956036] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 1e853890-eff8-4c59-95f0-b1a81133b6f9] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.990129] env[69481]: DEBUG nova.network.neutron [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Successfully created port: 1063513e-8e31-4726-afc1-0cfaa11a5f1f {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.000254] env[69481]: DEBUG nova.compute.manager [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.013484] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.203632] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.319627] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264255, 'name': CreateVM_Task, 'duration_secs': 0.336837} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.321375] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.321375] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.321375] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.321375] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.321375] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8085d4cd-e116-4c57-9329-ac89f316fc1a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.327474] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 951.327474] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52da5d07-595a-f31f-7a0c-2707820a0627" [ 951.327474] env[69481]: _type = "Task" [ 951.327474] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.339668] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52da5d07-595a-f31f-7a0c-2707820a0627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.412530] env[69481]: DEBUG nova.network.neutron [-] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.463920] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 5e338780-2cf4-436c-ae29-6225d56648fa] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.536089] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9369a0a-a2a2-4888-870c-ef8f8dd42201 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.545674] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf337bef-f58c-4953-90d4-107c5b428e10 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.585160] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78ea28-c515-4006-94e7-116a8f8db283 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.593327] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2689b40-512a-4418-aa3f-6d4931a24591 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.608059] env[69481]: DEBUG nova.compute.provider_tree [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.672015] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "166fca2a-4e00-4fbe-bc83-d90aff48853b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.672283] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "166fca2a-4e00-4fbe-bc83-d90aff48853b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.675616] env[69481]: DEBUG nova.compute.manager [req-f2e4d193-4773-4eb3-949e-e6249a94dcd0 req-f167a3b2-8419-4127-b0c6-7cf4567d34fa service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Received event network-changed-c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.675616] env[69481]: DEBUG nova.compute.manager [req-f2e4d193-4773-4eb3-949e-e6249a94dcd0 req-f167a3b2-8419-4127-b0c6-7cf4567d34fa service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Refreshing instance network info cache due to event network-changed-c3d4dbaf-8e0e-4421-9085-878d342deed4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.675616] env[69481]: DEBUG oslo_concurrency.lockutils [req-f2e4d193-4773-4eb3-949e-e6249a94dcd0 req-f167a3b2-8419-4127-b0c6-7cf4567d34fa service nova] Acquiring lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.675616] env[69481]: DEBUG oslo_concurrency.lockutils [req-f2e4d193-4773-4eb3-949e-e6249a94dcd0 req-f167a3b2-8419-4127-b0c6-7cf4567d34fa service nova] Acquired lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.675616] env[69481]: DEBUG nova.network.neutron [req-f2e4d193-4773-4eb3-949e-e6249a94dcd0 req-f167a3b2-8419-4127-b0c6-7cf4567d34fa service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Refreshing network info cache for port c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.692281] env[69481]: DEBUG nova.network.neutron [-] [instance: de29d366-5596-4109-9b46-3628b86684de] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.837502] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.837774] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Processing image 06330cbf-517d-4218-8f3a-0ca529e20eb8 {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.838029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8/06330cbf-517d-4218-8f3a-0ca529e20eb8.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.838177] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8/06330cbf-517d-4218-8f3a-0ca529e20eb8.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.838358] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.838651] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b9b280d-f7b9-4ba5-83cd-5ab4781fdafd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.846534] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.846711] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.847409] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcac91eb-02d6-4201-94b1-7ce95a6630de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.852196] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 951.852196] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a2c477-cb3c-dde8-a8d8-121a5c5c2b0e" [ 951.852196] env[69481]: _type = "Task" [ 951.852196] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.859903] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a2c477-cb3c-dde8-a8d8-121a5c5c2b0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.913822] env[69481]: DEBUG nova.compute.manager [req-c898e501-23f5-46db-a285-f803c7349ba8 req-931a3e73-d91d-49a2-82ab-c84d5c5d8655 service nova] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Received event network-vif-deleted-a38203ec-2e6c-4ad8-a5db-7336471410ee {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.914040] env[69481]: DEBUG nova.compute.manager [req-c898e501-23f5-46db-a285-f803c7349ba8 req-931a3e73-d91d-49a2-82ab-c84d5c5d8655 service nova] [instance: de29d366-5596-4109-9b46-3628b86684de] Received event network-vif-deleted-933881d5-e4c4-441d-860f-612dfe9a4d90 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.915836] env[69481]: INFO nova.compute.manager [-] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Took 1.65 seconds to deallocate network for instance. [ 951.967276] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a4700b2f-00f1-49aa-af3d-8045c6f6a797] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.017868] env[69481]: DEBUG nova.compute.manager [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.043277] env[69481]: DEBUG nova.virt.hardware [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.043547] env[69481]: DEBUG nova.virt.hardware [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.043711] env[69481]: DEBUG nova.virt.hardware [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.043893] env[69481]: DEBUG nova.virt.hardware [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.044052] env[69481]: DEBUG nova.virt.hardware [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.044204] env[69481]: DEBUG nova.virt.hardware [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.044414] env[69481]: DEBUG nova.virt.hardware [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.044599] env[69481]: DEBUG nova.virt.hardware [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.044778] env[69481]: DEBUG nova.virt.hardware [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.044944] env[69481]: DEBUG nova.virt.hardware [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.045140] env[69481]: DEBUG nova.virt.hardware [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.046313] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0217a8e0-0dc8-4a93-b0ac-57e9b7999fa6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.054507] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a75875-dd7b-4669-8724-5a9373351ff6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.114733] env[69481]: DEBUG nova.scheduler.client.report [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.177241] env[69481]: DEBUG nova.compute.manager [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.194449] env[69481]: INFO nova.compute.manager [-] [instance: de29d366-5596-4109-9b46-3628b86684de] Took 1.39 seconds to deallocate network for instance. [ 952.363815] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Preparing fetch location {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 952.364108] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Fetch image to [datastore2] OSTACK_IMG_444b8527-dc46-4c7d-a4a0-3e21c0d43f55/OSTACK_IMG_444b8527-dc46-4c7d-a4a0-3e21c0d43f55.vmdk {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 952.364301] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Downloading stream optimized image 06330cbf-517d-4218-8f3a-0ca529e20eb8 to [datastore2] OSTACK_IMG_444b8527-dc46-4c7d-a4a0-3e21c0d43f55/OSTACK_IMG_444b8527-dc46-4c7d-a4a0-3e21c0d43f55.vmdk on the data store datastore2 as vApp {{(pid=69481) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 952.364473] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Downloading image file data 06330cbf-517d-4218-8f3a-0ca529e20eb8 to the ESX as VM named 'OSTACK_IMG_444b8527-dc46-4c7d-a4a0-3e21c0d43f55' {{(pid=69481) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 952.422302] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.465941] env[69481]: DEBUG oslo_vmware.rw_handles [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 952.465941] env[69481]: value = "resgroup-9" [ 952.465941] env[69481]: _type = "ResourcePool" [ 952.465941] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 952.466266] env[69481]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c3a8b98e-c3bb-42ab-a4e8-dcc14349f0d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.486816] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a0978186-2fc8-4763-ae5a-b70e5a8e8b28] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.493105] env[69481]: DEBUG nova.network.neutron [req-f2e4d193-4773-4eb3-949e-e6249a94dcd0 req-f167a3b2-8419-4127-b0c6-7cf4567d34fa service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updated VIF entry in instance network info cache for port c3d4dbaf-8e0e-4421-9085-878d342deed4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.493737] env[69481]: DEBUG nova.network.neutron [req-f2e4d193-4773-4eb3-949e-e6249a94dcd0 req-f167a3b2-8419-4127-b0c6-7cf4567d34fa service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updating instance_info_cache with network_info: [{"id": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "address": "fa:16:3e:92:ab:ec", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d4dbaf-8e", "ovs_interfaceid": "c3d4dbaf-8e0e-4421-9085-878d342deed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.496850] env[69481]: DEBUG oslo_vmware.rw_handles [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lease: (returnval){ [ 952.496850] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5227b92f-5c0e-4cb7-bcfe-cbfd32051303" [ 952.496850] env[69481]: _type = "HttpNfcLease" [ 952.496850] env[69481]: } obtained for vApp import into resource pool (val){ [ 952.496850] env[69481]: value = "resgroup-9" [ 952.496850] env[69481]: _type = "ResourcePool" [ 952.496850] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 952.497201] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the lease: (returnval){ [ 952.497201] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5227b92f-5c0e-4cb7-bcfe-cbfd32051303" [ 952.497201] env[69481]: _type = "HttpNfcLease" [ 952.497201] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 952.504328] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.504328] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5227b92f-5c0e-4cb7-bcfe-cbfd32051303" [ 952.504328] env[69481]: _type = "HttpNfcLease" [ 952.504328] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 952.618307] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.618936] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.621909] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.423s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.623475] env[69481]: INFO nova.compute.claims [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.700947] env[69481]: DEBUG oslo_concurrency.lockutils [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.711697] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.763367] env[69481]: DEBUG nova.network.neutron [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Successfully updated port: 1063513e-8e31-4726-afc1-0cfaa11a5f1f {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.991018] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 83c98adf-e50f-4908-b1fe-c42c7a2568cf] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.002370] env[69481]: DEBUG oslo_concurrency.lockutils [req-f2e4d193-4773-4eb3-949e-e6249a94dcd0 req-f167a3b2-8419-4127-b0c6-7cf4567d34fa service nova] Releasing lock "refresh_cache-e8849400-5f6e-4718-ac0d-f8d9220cc88a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.006668] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.006668] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5227b92f-5c0e-4cb7-bcfe-cbfd32051303" [ 953.006668] env[69481]: _type = "HttpNfcLease" [ 953.006668] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 953.006972] env[69481]: DEBUG oslo_vmware.rw_handles [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 953.006972] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5227b92f-5c0e-4cb7-bcfe-cbfd32051303" [ 953.006972] env[69481]: _type = "HttpNfcLease" [ 953.006972] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 953.007810] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26af00a5-dc5b-43fe-8536-cf6f95447b9b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.016031] env[69481]: DEBUG oslo_vmware.rw_handles [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e8b6-fc0a-862d-6e61-0f3ba1b8e786/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 953.016154] env[69481]: DEBUG oslo_vmware.rw_handles [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e8b6-fc0a-862d-6e61-0f3ba1b8e786/disk-0.vmdk. {{(pid=69481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 953.083155] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27318b6c-6272-45b7-98f6-db81c95ed993 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.132149] env[69481]: DEBUG nova.compute.utils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.132149] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.132149] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.183539] env[69481]: DEBUG nova.policy [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f0a96e58f9345859bb203af8ee5ba5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bc81f8643174d4a831f3190636c07f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.270533] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquiring lock "refresh_cache-33ad8971-24e2-44c8-8477-c53b2b8c410a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.270533] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquired lock "refresh_cache-33ad8971-24e2-44c8-8477-c53b2b8c410a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.270533] env[69481]: DEBUG nova.network.neutron [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.489164] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Successfully created port: b0dd7b2c-acec-42f2-a7c3-98de4e615324 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.495253] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: ed30ff05-dd61-418f-848a-45ff94fac298] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.637066] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.791816] env[69481]: DEBUG nova.compute.manager [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Received event network-vif-plugged-1063513e-8e31-4726-afc1-0cfaa11a5f1f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.792461] env[69481]: DEBUG oslo_concurrency.lockutils [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] Acquiring lock "33ad8971-24e2-44c8-8477-c53b2b8c410a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.792580] env[69481]: DEBUG oslo_concurrency.lockutils [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] Lock "33ad8971-24e2-44c8-8477-c53b2b8c410a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.793289] env[69481]: DEBUG oslo_concurrency.lockutils [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] Lock "33ad8971-24e2-44c8-8477-c53b2b8c410a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.793289] env[69481]: DEBUG nova.compute.manager [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] No waiting events found dispatching network-vif-plugged-1063513e-8e31-4726-afc1-0cfaa11a5f1f {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.793289] env[69481]: WARNING nova.compute.manager [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Received unexpected event network-vif-plugged-1063513e-8e31-4726-afc1-0cfaa11a5f1f for instance with vm_state building and task_state spawning. [ 953.793289] env[69481]: DEBUG nova.compute.manager [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Received event network-changed-1063513e-8e31-4726-afc1-0cfaa11a5f1f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.793470] env[69481]: DEBUG nova.compute.manager [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Refreshing instance network info cache due to event network-changed-1063513e-8e31-4726-afc1-0cfaa11a5f1f. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.793988] env[69481]: DEBUG oslo_concurrency.lockutils [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] Acquiring lock "refresh_cache-33ad8971-24e2-44c8-8477-c53b2b8c410a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.814725] env[69481]: DEBUG nova.network.neutron [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.998268] env[69481]: DEBUG nova.network.neutron [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Updating instance_info_cache with network_info: [{"id": "1063513e-8e31-4726-afc1-0cfaa11a5f1f", "address": "fa:16:3e:ec:40:ff", "network": {"id": "af7b3215-5292-419f-8001-e31eb6f0521b", "bridge": "br-int", "label": "tempest-ServersTestJSON-799200641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a540c78a78804395be1ff9c13bcea64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063513e-8e", "ovs_interfaceid": "1063513e-8e31-4726-afc1-0cfaa11a5f1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.000246] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 3627b7e2-a873-46df-a5bf-84114546d285] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.244951] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2fe13-1cd4-46cb-a6fc-6a3325d47b7d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.259022] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde4282e-cda0-4535-a300-d1205f2a08a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.297747] env[69481]: DEBUG oslo_vmware.rw_handles [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Completed reading data from the image iterator. {{(pid=69481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 954.297920] env[69481]: DEBUG oslo_vmware.rw_handles [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e8b6-fc0a-862d-6e61-0f3ba1b8e786/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 954.299513] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d85a3c8-9a57-45da-80bd-94a1bd634b6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.303316] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d721dd-3b68-4017-a3c6-b74e241f2cdc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.312782] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df647f3-011d-4ebe-ad9b-a0daa56f49f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.317032] env[69481]: DEBUG oslo_vmware.rw_handles [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e8b6-fc0a-862d-6e61-0f3ba1b8e786/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 954.317032] env[69481]: DEBUG oslo_vmware.rw_handles [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e8b6-fc0a-862d-6e61-0f3ba1b8e786/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 954.317525] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-aeb52db5-e762-42ed-9cf2-5d09708d68a8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.330864] env[69481]: DEBUG nova.compute.provider_tree [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.502289] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Releasing lock "refresh_cache-33ad8971-24e2-44c8-8477-c53b2b8c410a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.502289] env[69481]: DEBUG nova.compute.manager [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Instance network_info: |[{"id": "1063513e-8e31-4726-afc1-0cfaa11a5f1f", "address": "fa:16:3e:ec:40:ff", "network": {"id": "af7b3215-5292-419f-8001-e31eb6f0521b", "bridge": "br-int", "label": "tempest-ServersTestJSON-799200641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a540c78a78804395be1ff9c13bcea64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063513e-8e", "ovs_interfaceid": "1063513e-8e31-4726-afc1-0cfaa11a5f1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.502289] env[69481]: DEBUG oslo_concurrency.lockutils [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] Acquired lock "refresh_cache-33ad8971-24e2-44c8-8477-c53b2b8c410a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.502289] env[69481]: DEBUG nova.network.neutron [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Refreshing network info cache for port 1063513e-8e31-4726-afc1-0cfaa11a5f1f {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.503553] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:40:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1063513e-8e31-4726-afc1-0cfaa11a5f1f', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.511753] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Creating folder: Project (a540c78a78804395be1ff9c13bcea64a). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.513375] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 31d05edc-ce5c-494d-b7aa-54d937656ca9] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.515507] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67ab1a88-2d96-4c1b-8847-18b37708e33f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.530929] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Created folder: Project (a540c78a78804395be1ff9c13bcea64a) in parent group-v651898. [ 954.531149] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Creating folder: Instances. Parent ref: group-v652107. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.532318] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71314770-aa8c-40a1-b95f-84f126454311 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.534113] env[69481]: DEBUG oslo_vmware.rw_handles [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e8b6-fc0a-862d-6e61-0f3ba1b8e786/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 954.534311] env[69481]: INFO nova.virt.vmwareapi.images [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Downloaded image file data 06330cbf-517d-4218-8f3a-0ca529e20eb8 [ 954.535309] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652cc896-37cc-4fd7-a2d6-d1ff672b516d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.552920] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f4a803c-9dee-4bbd-9556-3ea59bb11d80 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.553862] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Created folder: Instances in parent group-v652107. [ 954.554102] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.554294] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.554800] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18e4af86-c048-4294-8eb8-c7b90cbf99aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.576685] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.576685] env[69481]: value = "task-3264260" [ 954.576685] env[69481]: _type = "Task" [ 954.576685] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.577546] env[69481]: INFO nova.virt.vmwareapi.images [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] The imported VM was unregistered [ 954.579815] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Caching image {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 954.580054] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating directory with path [datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8 {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.583320] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12b468a2-f7f3-4010-95d5-0c882ad03769 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.591907] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264260, 'name': CreateVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.597272] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Created directory with path [datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8 {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.597358] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_444b8527-dc46-4c7d-a4a0-3e21c0d43f55/OSTACK_IMG_444b8527-dc46-4c7d-a4a0-3e21c0d43f55.vmdk to [datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8/06330cbf-517d-4218-8f3a-0ca529e20eb8.vmdk. {{(pid=69481) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 954.597597] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f422e7d2-895a-462a-b553-d48e8bdf885b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.605901] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 954.605901] env[69481]: value = "task-3264261" [ 954.605901] env[69481]: _type = "Task" [ 954.605901] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.615519] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264261, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.730205] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.755799] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.756096] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.756277] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.756512] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.756688] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.756909] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.757241] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.757411] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.757616] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.757799] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.757976] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.758953] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75fd601-a0d7-43ce-8ca5-e18635b9d80b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.768687] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc223b9-048c-4e7c-bd45-6cd43f647eb9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.834123] env[69481]: DEBUG nova.scheduler.client.report [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.018871] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: c299fcb9-93a7-418b-afc3-fd10ba330c44] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.089299] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264260, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.117985] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264261, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.178743] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Successfully updated port: b0dd7b2c-acec-42f2-a7c3-98de4e615324 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.279091] env[69481]: DEBUG nova.network.neutron [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Updated VIF entry in instance network info cache for port 1063513e-8e31-4726-afc1-0cfaa11a5f1f. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.279504] env[69481]: DEBUG nova.network.neutron [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Updating instance_info_cache with network_info: [{"id": "1063513e-8e31-4726-afc1-0cfaa11a5f1f", "address": "fa:16:3e:ec:40:ff", "network": {"id": "af7b3215-5292-419f-8001-e31eb6f0521b", "bridge": "br-int", "label": "tempest-ServersTestJSON-799200641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a540c78a78804395be1ff9c13bcea64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063513e-8e", "ovs_interfaceid": "1063513e-8e31-4726-afc1-0cfaa11a5f1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.340590] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.341295] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.345067] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.113s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.346768] env[69481]: INFO nova.compute.claims [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.522940] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a91fc8d7-bb23-4b3a-a8d6-60de66ec3d94] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.590807] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264260, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.619295] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264261, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.685679] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "refresh_cache-e9493042-db8b-45a3-b003-3714fff0bf73" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.685816] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired lock "refresh_cache-e9493042-db8b-45a3-b003-3714fff0bf73" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.685970] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.782780] env[69481]: DEBUG oslo_concurrency.lockutils [req-1cbbd838-ddc7-42a1-b53b-e58c4110decb req-02ba1d26-0dc6-4a88-beb6-7da1f6d10c7b service nova] Releasing lock "refresh_cache-33ad8971-24e2-44c8-8477-c53b2b8c410a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.834780] env[69481]: DEBUG nova.compute.manager [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Received event network-vif-plugged-b0dd7b2c-acec-42f2-a7c3-98de4e615324 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.834917] env[69481]: DEBUG oslo_concurrency.lockutils [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] Acquiring lock "e9493042-db8b-45a3-b003-3714fff0bf73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.835119] env[69481]: DEBUG oslo_concurrency.lockutils [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] Lock "e9493042-db8b-45a3-b003-3714fff0bf73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.835284] env[69481]: DEBUG oslo_concurrency.lockutils [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] Lock "e9493042-db8b-45a3-b003-3714fff0bf73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.835455] env[69481]: DEBUG nova.compute.manager [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] No waiting events found dispatching network-vif-plugged-b0dd7b2c-acec-42f2-a7c3-98de4e615324 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.835622] env[69481]: WARNING nova.compute.manager [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Received unexpected event network-vif-plugged-b0dd7b2c-acec-42f2-a7c3-98de4e615324 for instance with vm_state building and task_state spawning. [ 955.835781] env[69481]: DEBUG nova.compute.manager [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Received event network-changed-b0dd7b2c-acec-42f2-a7c3-98de4e615324 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.835931] env[69481]: DEBUG nova.compute.manager [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Refreshing instance network info cache due to event network-changed-b0dd7b2c-acec-42f2-a7c3-98de4e615324. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.836103] env[69481]: DEBUG oslo_concurrency.lockutils [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] Acquiring lock "refresh_cache-e9493042-db8b-45a3-b003-3714fff0bf73" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.851688] env[69481]: DEBUG nova.compute.utils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.857019] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.857213] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.903418] env[69481]: DEBUG nova.policy [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f0a96e58f9345859bb203af8ee5ba5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bc81f8643174d4a831f3190636c07f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.027294] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: ba59923e-442a-4444-b439-8083fddea082] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.091265] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264260, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.121735] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264261, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.224874] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.294961] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Successfully created port: 09f73bdc-de6f-4a78-931c-24c47778bf88 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.357858] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.390495] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Updating instance_info_cache with network_info: [{"id": "b0dd7b2c-acec-42f2-a7c3-98de4e615324", "address": "fa:16:3e:e6:1f:43", "network": {"id": "7f77df1a-8813-4d15-882c-93f6210e820a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-837395677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc81f8643174d4a831f3190636c07f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0dd7b2c-ac", "ovs_interfaceid": "b0dd7b2c-acec-42f2-a7c3-98de4e615324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.531175] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a450822f-74fd-4483-afba-1b7f2f2ff604] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.590589] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264260, 'name': CreateVM_Task, 'duration_secs': 1.5288} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.593438] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.594706] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.594946] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.595251] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.595525] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcde5fd3-4b54-4a0c-abfb-cd7f0117ca11 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.601676] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for the task: (returnval){ [ 956.601676] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e64642-2751-537d-a4af-8a25116a8af8" [ 956.601676] env[69481]: _type = "Task" [ 956.601676] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.611227] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e64642-2751-537d-a4af-8a25116a8af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.619640] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264261, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.813089] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6701272-7499-4cf1-809d-68a7e8ff4fb2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.821931] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5420580e-7faf-4750-ac49-43d6e05cc92c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.856872] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3424e1-9afb-428a-a7e8-1327e156e5d0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.863983] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca5aba9-b62f-4985-bab1-d63ece904aae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.881853] env[69481]: DEBUG nova.compute.provider_tree [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.894476] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Releasing lock "refresh_cache-e9493042-db8b-45a3-b003-3714fff0bf73" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.894476] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Instance network_info: |[{"id": "b0dd7b2c-acec-42f2-a7c3-98de4e615324", "address": "fa:16:3e:e6:1f:43", "network": {"id": "7f77df1a-8813-4d15-882c-93f6210e820a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-837395677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc81f8643174d4a831f3190636c07f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0dd7b2c-ac", "ovs_interfaceid": "b0dd7b2c-acec-42f2-a7c3-98de4e615324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.894827] env[69481]: DEBUG oslo_concurrency.lockutils [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] Acquired lock "refresh_cache-e9493042-db8b-45a3-b003-3714fff0bf73" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.895041] env[69481]: DEBUG nova.network.neutron [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Refreshing network info cache for port b0dd7b2c-acec-42f2-a7c3-98de4e615324 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.897590] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:1f:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0dd7b2c-acec-42f2-a7c3-98de4e615324', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.905093] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Creating folder: Project (6bc81f8643174d4a831f3190636c07f5). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.905285] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de203b3f-f15d-48ab-a7c9-bde0631a18df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.916739] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Created folder: Project (6bc81f8643174d4a831f3190636c07f5) in parent group-v651898. [ 956.916967] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Creating folder: Instances. Parent ref: group-v652110. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.917240] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ca53482-a1e9-4030-998a-2faed9f68c91 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.928405] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Created folder: Instances in parent group-v652110. [ 956.928701] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.928907] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.929461] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0a710a8-6fcb-4216-a514-d382897e037d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.951424] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.951424] env[69481]: value = "task-3264264" [ 956.951424] env[69481]: _type = "Task" [ 956.951424] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.961261] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264264, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.034544] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 1673f26d-bec6-43c3-9dcc-162655774fac] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.112415] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e64642-2751-537d-a4af-8a25116a8af8, 'name': SearchDatastore_Task, 'duration_secs': 0.091406} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.115406] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.115651] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.115884] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.116041] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.116225] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.116492] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-758e1805-d6f2-4a5d-af9b-a27cab50bbaf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.123311] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264261, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.396944} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.124325] env[69481]: INFO nova.virt.vmwareapi.ds_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_444b8527-dc46-4c7d-a4a0-3e21c0d43f55/OSTACK_IMG_444b8527-dc46-4c7d-a4a0-3e21c0d43f55.vmdk to [datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8/06330cbf-517d-4218-8f3a-0ca529e20eb8.vmdk. [ 957.124516] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Cleaning up location [datastore2] OSTACK_IMG_444b8527-dc46-4c7d-a4a0-3e21c0d43f55 {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 957.124679] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_444b8527-dc46-4c7d-a4a0-3e21c0d43f55 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.124927] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.125093] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.125806] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5adc748c-94b2-45bb-8eed-add6f8e4073b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.127338] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414c4be5-5831-4bca-b7c0-400786138dc2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.132295] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for the task: (returnval){ [ 957.132295] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5282b839-fd2e-e685-40ce-55080809aef1" [ 957.132295] env[69481]: _type = "Task" [ 957.132295] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.133537] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 957.133537] env[69481]: value = "task-3264265" [ 957.133537] env[69481]: _type = "Task" [ 957.133537] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.143758] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5282b839-fd2e-e685-40ce-55080809aef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.146574] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.373611] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.385574] env[69481]: DEBUG nova.scheduler.client.report [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.398449] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.398903] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.398903] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.399052] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.399206] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.399354] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.399561] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.399743] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.399914] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.400088] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.400262] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.401133] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cde59e-1d8c-44e0-82a3-0f09bf6d1226 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.412187] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8aeec4-5737-4c2b-91a0-f0eaf2f431a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.460937] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264264, 'name': CreateVM_Task, 'duration_secs': 0.377669} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.461121] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.461787] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.461950] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.462282] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.462534] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b5c5d1-b8fd-4289-8d7b-7934c17ef2d8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.466674] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 957.466674] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5242f4af-201b-bd40-b236-3faffa3302d7" [ 957.466674] env[69481]: _type = "Task" [ 957.466674] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.473972] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5242f4af-201b-bd40-b236-3faffa3302d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.537959] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 373884a4-1ca4-412b-adb0-0122a6c3a6ac] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.605942] env[69481]: DEBUG nova.network.neutron [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Updated VIF entry in instance network info cache for port b0dd7b2c-acec-42f2-a7c3-98de4e615324. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.606326] env[69481]: DEBUG nova.network.neutron [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Updating instance_info_cache with network_info: [{"id": "b0dd7b2c-acec-42f2-a7c3-98de4e615324", "address": "fa:16:3e:e6:1f:43", "network": {"id": "7f77df1a-8813-4d15-882c-93f6210e820a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-837395677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc81f8643174d4a831f3190636c07f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0dd7b2c-ac", "ovs_interfaceid": "b0dd7b2c-acec-42f2-a7c3-98de4e615324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.649321] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043096} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.649846] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5282b839-fd2e-e685-40ce-55080809aef1, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.650094] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.650264] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8/06330cbf-517d-4218-8f3a-0ca529e20eb8.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.650505] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8/06330cbf-517d-4218-8f3a-0ca529e20eb8.vmdk to [datastore2] e8849400-5f6e-4718-ac0d-f8d9220cc88a/e8849400-5f6e-4718-ac0d-f8d9220cc88a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.651313] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0eb17ce-2c5a-4cb2-a828-62763be8a299 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.653057] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb8c51d-2454-42a6-9aa7-3d80b5e21920 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.658813] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for the task: (returnval){ [ 957.658813] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521a5982-69d9-2671-fe7d-dea4656eacea" [ 957.658813] env[69481]: _type = "Task" [ 957.658813] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.662575] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 957.662575] env[69481]: value = "task-3264266" [ 957.662575] env[69481]: _type = "Task" [ 957.662575] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.668532] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521a5982-69d9-2671-fe7d-dea4656eacea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.674087] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.891579] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.892101] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.895520] env[69481]: DEBUG nova.compute.manager [req-c6c47968-b096-4ff7-bda2-4fd66dca5f69 req-db756b92-3356-44fb-8774-5aaf9a20059f service nova] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Received event network-vif-plugged-09f73bdc-de6f-4a78-931c-24c47778bf88 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.895736] env[69481]: DEBUG oslo_concurrency.lockutils [req-c6c47968-b096-4ff7-bda2-4fd66dca5f69 req-db756b92-3356-44fb-8774-5aaf9a20059f service nova] Acquiring lock "7b6df427-c08b-4d50-a6e7-822727cb9f44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.895945] env[69481]: DEBUG oslo_concurrency.lockutils [req-c6c47968-b096-4ff7-bda2-4fd66dca5f69 req-db756b92-3356-44fb-8774-5aaf9a20059f service nova] Lock "7b6df427-c08b-4d50-a6e7-822727cb9f44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.896123] env[69481]: DEBUG oslo_concurrency.lockutils [req-c6c47968-b096-4ff7-bda2-4fd66dca5f69 req-db756b92-3356-44fb-8774-5aaf9a20059f service nova] Lock "7b6df427-c08b-4d50-a6e7-822727cb9f44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.896291] env[69481]: DEBUG nova.compute.manager [req-c6c47968-b096-4ff7-bda2-4fd66dca5f69 req-db756b92-3356-44fb-8774-5aaf9a20059f service nova] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] No waiting events found dispatching network-vif-plugged-09f73bdc-de6f-4a78-931c-24c47778bf88 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.896457] env[69481]: WARNING nova.compute.manager [req-c6c47968-b096-4ff7-bda2-4fd66dca5f69 req-db756b92-3356-44fb-8774-5aaf9a20059f service nova] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Received unexpected event network-vif-plugged-09f73bdc-de6f-4a78-931c-24c47778bf88 for instance with vm_state building and task_state spawning. [ 957.897066] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.398s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.898450] env[69481]: INFO nova.compute.claims [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.979485] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5242f4af-201b-bd40-b236-3faffa3302d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009376} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.979828] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.980081] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.980305] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.045020] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 88a26444-e368-4ea8-8396-9ba0a921a52a] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.052670] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Successfully updated port: 09f73bdc-de6f-4a78-931c-24c47778bf88 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.109311] env[69481]: DEBUG oslo_concurrency.lockutils [req-b8681e3d-efc8-4321-86bc-1b264fbcfc4c req-72ccf198-b640-47a5-b67f-82ad65a6f38d service nova] Releasing lock "refresh_cache-e9493042-db8b-45a3-b003-3714fff0bf73" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.174961] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521a5982-69d9-2671-fe7d-dea4656eacea, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.178643] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.178945] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 33ad8971-24e2-44c8-8477-c53b2b8c410a/33ad8971-24e2-44c8-8477-c53b2b8c410a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.179246] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264266, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.179586] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.179765] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.179997] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0dee4be-27db-46be-8249-369589def0d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.182235] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-677f2639-558d-4b1b-9b1e-6e7db6ac63c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.191385] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for the task: (returnval){ [ 958.191385] env[69481]: value = "task-3264267" [ 958.191385] env[69481]: _type = "Task" [ 958.191385] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.197569] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.197782] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.198763] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e038e7fb-1272-40bb-922d-f43123f5b9db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.204773] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.208266] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 958.208266] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]523f0e45-c225-4d1b-e0e9-763365cc2f63" [ 958.208266] env[69481]: _type = "Task" [ 958.208266] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.217176] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523f0e45-c225-4d1b-e0e9-763365cc2f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.398543] env[69481]: DEBUG nova.compute.utils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.400132] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.400299] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.454269] env[69481]: DEBUG nova.policy [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f0a96e58f9345859bb203af8ee5ba5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bc81f8643174d4a831f3190636c07f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.545510] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 42551aa9-dd5e-4434-9c83-2749d325efe9] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.555427] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "refresh_cache-7b6df427-c08b-4d50-a6e7-822727cb9f44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.555587] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired lock "refresh_cache-7b6df427-c08b-4d50-a6e7-822727cb9f44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.555739] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.674847] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264266, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.701754] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.718802] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523f0e45-c225-4d1b-e0e9-763365cc2f63, 'name': SearchDatastore_Task, 'duration_secs': 0.082298} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.719738] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53c7ecc-fb13-4078-a2dc-7284dd1689c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.729772] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 958.729772] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528e78cc-bea7-c7c0-1b62-3018aa122fd7" [ 958.729772] env[69481]: _type = "Task" [ 958.729772] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.743591] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528e78cc-bea7-c7c0-1b62-3018aa122fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.851382] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Successfully created port: 62ef1561-9652-40b9-9b87-05f40f4045bc {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.903636] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.050105] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 06429df3-0f61-491e-8263-87b0dcc74bab] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.093962] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.185722] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264266, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.206553] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.244618] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528e78cc-bea7-c7c0-1b62-3018aa122fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.087848} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.244618] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.244770] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e9493042-db8b-45a3-b003-3714fff0bf73/e9493042-db8b-45a3-b003-3714fff0bf73.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.245554] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3771e5b-45be-4132-bd06-215fb053ee80 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.255437] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 959.255437] env[69481]: value = "task-3264268" [ 959.255437] env[69481]: _type = "Task" [ 959.255437] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.267130] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.310301] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Updating instance_info_cache with network_info: [{"id": "09f73bdc-de6f-4a78-931c-24c47778bf88", "address": "fa:16:3e:89:7b:e6", "network": {"id": "7f77df1a-8813-4d15-882c-93f6210e820a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-837395677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc81f8643174d4a831f3190636c07f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f73bdc-de", "ovs_interfaceid": "09f73bdc-de6f-4a78-931c-24c47778bf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.365821] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47c2a7f-7291-4ddd-8ed9-8af75e3ea9f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.374687] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69652f91-0529-4bc2-9fc5-aabf76e19c3c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.406939] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f084f4-bc49-43cf-a284-778dd557e37b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.420540] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c8d50a-b74f-4000-a868-686b30c29b29 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.435055] env[69481]: DEBUG nova.compute.provider_tree [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.553168] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 48b3e04b-ca2e-4718-8a6a-37a21170630d] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.677290] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264266, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.705572] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264267, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.768929] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.813984] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Releasing lock "refresh_cache-7b6df427-c08b-4d50-a6e7-822727cb9f44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.814351] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Instance network_info: |[{"id": "09f73bdc-de6f-4a78-931c-24c47778bf88", "address": "fa:16:3e:89:7b:e6", "network": {"id": "7f77df1a-8813-4d15-882c-93f6210e820a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-837395677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc81f8643174d4a831f3190636c07f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f73bdc-de", "ovs_interfaceid": "09f73bdc-de6f-4a78-931c-24c47778bf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.814865] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:7b:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09f73bdc-de6f-4a78-931c-24c47778bf88', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.823411] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.823699] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.823977] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2c6a79f-4963-4a1b-ae3b-3210125de753 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.845753] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.845753] env[69481]: value = "task-3264269" [ 959.845753] env[69481]: _type = "Task" [ 959.845753] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.854546] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264269, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.918063] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.929596] env[69481]: DEBUG nova.compute.manager [req-a30bd1f6-2eb6-4db3-928d-934c433e2b8f req-84e8cbc2-347d-4bce-bcae-5fcbc4f3f4e5 service nova] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Received event network-changed-09f73bdc-de6f-4a78-931c-24c47778bf88 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.929596] env[69481]: DEBUG nova.compute.manager [req-a30bd1f6-2eb6-4db3-928d-934c433e2b8f req-84e8cbc2-347d-4bce-bcae-5fcbc4f3f4e5 service nova] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Refreshing instance network info cache due to event network-changed-09f73bdc-de6f-4a78-931c-24c47778bf88. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.929804] env[69481]: DEBUG oslo_concurrency.lockutils [req-a30bd1f6-2eb6-4db3-928d-934c433e2b8f req-84e8cbc2-347d-4bce-bcae-5fcbc4f3f4e5 service nova] Acquiring lock "refresh_cache-7b6df427-c08b-4d50-a6e7-822727cb9f44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.929843] env[69481]: DEBUG oslo_concurrency.lockutils [req-a30bd1f6-2eb6-4db3-928d-934c433e2b8f req-84e8cbc2-347d-4bce-bcae-5fcbc4f3f4e5 service nova] Acquired lock "refresh_cache-7b6df427-c08b-4d50-a6e7-822727cb9f44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.930022] env[69481]: DEBUG nova.network.neutron [req-a30bd1f6-2eb6-4db3-928d-934c433e2b8f req-84e8cbc2-347d-4bce-bcae-5fcbc4f3f4e5 service nova] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Refreshing network info cache for port 09f73bdc-de6f-4a78-931c-24c47778bf88 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.939720] env[69481]: DEBUG nova.scheduler.client.report [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.955170] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.955458] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.955618] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.955806] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.955953] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.956605] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.957367] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.957367] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.957367] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.957367] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.957554] env[69481]: DEBUG nova.virt.hardware [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.959184] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8fd5c9-5718-47e2-8399-5320b4ffb2a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.968986] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf5a49-9163-4fda-b33f-8b0df2428e30 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.057078] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 6ebbfc05-34bf-4439-8feb-bb5410c145fd] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.177085] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264266, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.334294} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.177535] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06330cbf-517d-4218-8f3a-0ca529e20eb8/06330cbf-517d-4218-8f3a-0ca529e20eb8.vmdk to [datastore2] e8849400-5f6e-4718-ac0d-f8d9220cc88a/e8849400-5f6e-4718-ac0d-f8d9220cc88a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.178422] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a0b665-0c8f-463d-a11b-c8b8abc84cbd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.202624] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] e8849400-5f6e-4718-ac0d-f8d9220cc88a/e8849400-5f6e-4718-ac0d-f8d9220cc88a.vmdk or device None with type streamOptimized {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.207688] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5585712-1dac-4529-a98e-d2f09b87e96a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.228188] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264267, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.229726] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 960.229726] env[69481]: value = "task-3264270" [ 960.229726] env[69481]: _type = "Task" [ 960.229726] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.237999] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.273260] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.358851] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264269, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.448322] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.449031] env[69481]: DEBUG nova.compute.manager [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.452858] env[69481]: DEBUG oslo_concurrency.lockutils [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.021s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.455568] env[69481]: DEBUG oslo_concurrency.lockutils [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.456749] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.963s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.457798] env[69481]: INFO nova.compute.claims [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.500552] env[69481]: INFO nova.scheduler.client.report [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted allocations for instance 29474f4a-15a6-41cb-8df5-8fdb1747f116 [ 960.562511] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: e7cfc8cb-761b-4ba3-9e38-b4aa8629ae47] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.573288] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Successfully updated port: 62ef1561-9652-40b9-9b87-05f40f4045bc {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.680494] env[69481]: DEBUG nova.network.neutron [req-a30bd1f6-2eb6-4db3-928d-934c433e2b8f req-84e8cbc2-347d-4bce-bcae-5fcbc4f3f4e5 service nova] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Updated VIF entry in instance network info cache for port 09f73bdc-de6f-4a78-931c-24c47778bf88. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.680990] env[69481]: DEBUG nova.network.neutron [req-a30bd1f6-2eb6-4db3-928d-934c433e2b8f req-84e8cbc2-347d-4bce-bcae-5fcbc4f3f4e5 service nova] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Updating instance_info_cache with network_info: [{"id": "09f73bdc-de6f-4a78-931c-24c47778bf88", "address": "fa:16:3e:89:7b:e6", "network": {"id": "7f77df1a-8813-4d15-882c-93f6210e820a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-837395677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc81f8643174d4a831f3190636c07f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f73bdc-de", "ovs_interfaceid": "09f73bdc-de6f-4a78-931c-24c47778bf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.706911] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264267, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.163912} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.707170] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 33ad8971-24e2-44c8-8477-c53b2b8c410a/33ad8971-24e2-44c8-8477-c53b2b8c410a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.707283] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.707515] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa83dc77-439e-4edb-ba11-efa6292a7766 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.715835] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for the task: (returnval){ [ 960.715835] env[69481]: value = "task-3264271" [ 960.715835] env[69481]: _type = "Task" [ 960.715835] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.724860] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.740740] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.770710] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264268, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.859232] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264269, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.962463] env[69481]: DEBUG nova.compute.utils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.964406] env[69481]: DEBUG nova.compute.manager [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.964579] env[69481]: DEBUG nova.network.neutron [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.011291] env[69481]: DEBUG oslo_concurrency.lockutils [None req-938f9c86-34a6-4c45-a354-928a8236c04a tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "29474f4a-15a6-41cb-8df5-8fdb1747f116" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.114s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.017629] env[69481]: DEBUG nova.policy [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790377b50cd14ef7a7f87030666959cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bc7d3f295964e2c82d72f94f7998e55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.067114] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: b700fd5c-bea2-48c1-ba6d-c361872636e2] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.081890] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "refresh_cache-75673729-6372-45f9-b521-1b0cb275a5d0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.082020] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired lock "refresh_cache-75673729-6372-45f9-b521-1b0cb275a5d0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.082174] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.184473] env[69481]: DEBUG oslo_concurrency.lockutils [req-a30bd1f6-2eb6-4db3-928d-934c433e2b8f req-84e8cbc2-347d-4bce-bcae-5fcbc4f3f4e5 service nova] Releasing lock "refresh_cache-7b6df427-c08b-4d50-a6e7-822727cb9f44" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.229023] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187623} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.229023] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.229023] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babe9fc2-ae6a-475c-b285-81f7336c0b26 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.239323] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264270, 'name': ReconfigVM_Task, 'duration_secs': 0.934791} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.248635] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] e8849400-5f6e-4718-ac0d-f8d9220cc88a/e8849400-5f6e-4718-ac0d-f8d9220cc88a.vmdk or device None with type streamOptimized {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.250019] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'image_id': '2bc8b732-601d-496e-8268-986d3639362a'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652088', 'volume_id': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'name': 'volume-c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e8849400-5f6e-4718-ac0d-f8d9220cc88a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'serial': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678'}, 'boot_index': None, 'attachment_id': '90e83b2f-53eb-4e6e-a922-e291693f863d', 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69481) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 961.250217] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 961.250406] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652088', 'volume_id': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'name': 'volume-c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e8849400-5f6e-4718-ac0d-f8d9220cc88a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'serial': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 961.258877] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 33ad8971-24e2-44c8-8477-c53b2b8c410a/33ad8971-24e2-44c8-8477-c53b2b8c410a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.259603] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b3c991-1aef-4d0b-bf4c-32ccb9bccb09 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.262085] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214c34de-62de-4d29-a9c7-e5a59a587183 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.288556] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264268, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.605282} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.301734] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] e9493042-db8b-45a3-b003-3714fff0bf73/e9493042-db8b-45a3-b003-3714fff0bf73.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.301734] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.301734] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for the task: (returnval){ [ 961.301734] env[69481]: value = "task-3264272" [ 961.301734] env[69481]: _type = "Task" [ 961.301734] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.301734] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7856170f-0408-4af4-892d-ecf087975045 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.302711] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e64909-dfba-4826-9029-80241ae0e39a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.314030] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.335855] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-c5c8bb8b-4fb1-45dc-b15e-905a917a3678/volume-c5c8bb8b-4fb1-45dc-b15e-905a917a3678.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.339254] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 961.339254] env[69481]: value = "task-3264273" [ 961.339254] env[69481]: _type = "Task" [ 961.339254] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.339254] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fda78e5-1753-457e-a320-2e6698541a8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.351097] env[69481]: DEBUG nova.network.neutron [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Successfully created port: 45d82c64-4c3d-4f95-840b-fb6e41b4ed69 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.364142] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.368066] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 961.368066] env[69481]: value = "task-3264274" [ 961.368066] env[69481]: _type = "Task" [ 961.368066] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.368339] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264269, 'name': CreateVM_Task, 'duration_secs': 1.122043} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.368442] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.372829] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.372829] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.372829] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.372829] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f734024-2b2f-4fa0-9459-01336f191233 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.376851] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 961.376851] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]524f89c5-12f4-f3ad-40ad-bf124bf6d444" [ 961.376851] env[69481]: _type = "Task" [ 961.376851] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.380014] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.387478] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524f89c5-12f4-f3ad-40ad-bf124bf6d444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.465355] env[69481]: DEBUG nova.compute.manager [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.571267] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 70f7d715-45d0-43ac-8307-16b5623650cf] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.628400] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.813571] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264272, 'name': ReconfigVM_Task, 'duration_secs': 0.308069} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.813855] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 33ad8971-24e2-44c8-8477-c53b2b8c410a/33ad8971-24e2-44c8-8477-c53b2b8c410a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.814579] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1cc2548-ada3-4aba-a81d-0ce836c2f917 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.820410] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for the task: (returnval){ [ 961.820410] env[69481]: value = "task-3264275" [ 961.820410] env[69481]: _type = "Task" [ 961.820410] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.829939] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264275, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.855393] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fedb39c-99d7-47ec-bb8c-ccf0102da8e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.864767] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ce3b5a-f525-44b5-bdf1-ad8fba52f083 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.867696] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081193} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.868271] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.869403] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4243a33d-6012-4536-9ac0-d2ac966ec032 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.903529] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c292997-0c64-4a05-bb79-73f9a171b953 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.923913] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] e9493042-db8b-45a3-b003-3714fff0bf73/e9493042-db8b-45a3-b003-3714fff0bf73.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.927964] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c0f0330-6ceb-42de-8c77-5f68480bfc69 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.942364] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264274, 'name': ReconfigVM_Task, 'duration_secs': 0.320658} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.950705] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-c5c8bb8b-4fb1-45dc-b15e-905a917a3678/volume-c5c8bb8b-4fb1-45dc-b15e-905a917a3678.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.955875] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524f89c5-12f4-f3ad-40ad-bf124bf6d444, 'name': SearchDatastore_Task, 'duration_secs': 0.012202} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.957874] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b2c3d1d-ee26-4350-9c67-8a27dc7d2cd5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.970556] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb77d08-1107-4ea6-ae8e-af68eeef5e65 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.974139] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.974378] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.974605] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.974751] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.974923] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.976330] env[69481]: DEBUG nova.compute.manager [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Received event network-vif-plugged-62ef1561-9652-40b9-9b87-05f40f4045bc {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.976522] env[69481]: DEBUG oslo_concurrency.lockutils [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] Acquiring lock "75673729-6372-45f9-b521-1b0cb275a5d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.976714] env[69481]: DEBUG oslo_concurrency.lockutils [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] Lock "75673729-6372-45f9-b521-1b0cb275a5d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.976890] env[69481]: DEBUG oslo_concurrency.lockutils [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] Lock "75673729-6372-45f9-b521-1b0cb275a5d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.977069] env[69481]: DEBUG nova.compute.manager [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] No waiting events found dispatching network-vif-plugged-62ef1561-9652-40b9-9b87-05f40f4045bc {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.977240] env[69481]: WARNING nova.compute.manager [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Received unexpected event network-vif-plugged-62ef1561-9652-40b9-9b87-05f40f4045bc for instance with vm_state building and task_state spawning. [ 961.977398] env[69481]: DEBUG nova.compute.manager [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Received event network-changed-62ef1561-9652-40b9-9b87-05f40f4045bc {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.977557] env[69481]: DEBUG nova.compute.manager [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Refreshing instance network info cache due to event network-changed-62ef1561-9652-40b9-9b87-05f40f4045bc. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.977754] env[69481]: DEBUG oslo_concurrency.lockutils [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] Acquiring lock "refresh_cache-75673729-6372-45f9-b521-1b0cb275a5d0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.983697] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eea9915e-aa2a-4c72-ad5a-d2ffcdea09ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.986213] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 961.986213] env[69481]: value = "task-3264276" [ 961.986213] env[69481]: _type = "Task" [ 961.986213] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.003430] env[69481]: DEBUG nova.compute.provider_tree [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.006759] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 962.006759] env[69481]: value = "task-3264277" [ 962.006759] env[69481]: _type = "Task" [ 962.006759] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.011077] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.011450] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.019433] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8098bf2-ed41-4126-8fca-8f18a11df837 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.022686] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.031257] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.031573] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 962.031573] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]524003c4-d0c3-5b27-9e31-5b6d0fab052e" [ 962.031573] env[69481]: _type = "Task" [ 962.031573] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.047903] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524003c4-d0c3-5b27-9e31-5b6d0fab052e, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.049145] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe717c9-955f-44fe-a8e6-7281db5c8916 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.055559] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 962.055559] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]524e93b2-5053-ecdf-46f3-83119f8cb1cf" [ 962.055559] env[69481]: _type = "Task" [ 962.055559] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.066029] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524e93b2-5053-ecdf-46f3-83119f8cb1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.074943] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 033d81f0-8d19-4caf-a260-3ad2ebf8ad6e] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.104240] env[69481]: DEBUG nova.network.neutron [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Updating instance_info_cache with network_info: [{"id": "62ef1561-9652-40b9-9b87-05f40f4045bc", "address": "fa:16:3e:c3:f6:4a", "network": {"id": "7f77df1a-8813-4d15-882c-93f6210e820a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-837395677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc81f8643174d4a831f3190636c07f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ef1561-96", "ovs_interfaceid": "62ef1561-9652-40b9-9b87-05f40f4045bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.332357] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264275, 'name': Rename_Task, 'duration_secs': 0.146684} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.332357] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.332357] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e54fd554-e60b-4557-b401-3ee7dd0091e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.339663] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for the task: (returnval){ [ 962.339663] env[69481]: value = "task-3264278" [ 962.339663] env[69481]: _type = "Task" [ 962.339663] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.347674] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.485741] env[69481]: DEBUG nova.compute.manager [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.497020] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264276, 'name': ReconfigVM_Task, 'duration_secs': 0.27174} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.498040] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Reconfigured VM instance instance-00000047 to attach disk [datastore2] e9493042-db8b-45a3-b003-3714fff0bf73/e9493042-db8b-45a3-b003-3714fff0bf73.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.498040] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55ac5ac6-0369-4d20-89f3-94ac5490bda3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.503491] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 962.503491] env[69481]: value = "task-3264279" [ 962.503491] env[69481]: _type = "Task" [ 962.503491] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.508710] env[69481]: DEBUG nova.scheduler.client.report [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.514104] env[69481]: DEBUG nova.virt.hardware [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.514342] env[69481]: DEBUG nova.virt.hardware [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.514512] env[69481]: DEBUG nova.virt.hardware [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.514688] env[69481]: DEBUG nova.virt.hardware [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.514860] env[69481]: DEBUG nova.virt.hardware [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.515022] env[69481]: DEBUG nova.virt.hardware [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.515225] env[69481]: DEBUG nova.virt.hardware [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.515384] env[69481]: DEBUG nova.virt.hardware [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.515548] env[69481]: DEBUG nova.virt.hardware [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.515711] env[69481]: DEBUG nova.virt.hardware [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.515880] env[69481]: DEBUG nova.virt.hardware [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.517061] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7ea856-ac55-4189-8e76-1196401834c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.526406] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264279, 'name': Rename_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.535231] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757d2091-15fa-486d-b5f4-999ae4f5f8a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.538950] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264277, 'name': ReconfigVM_Task, 'duration_secs': 0.148085} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.539509] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652088', 'volume_id': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'name': 'volume-c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e8849400-5f6e-4718-ac0d-f8d9220cc88a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'serial': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 962.540363] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a701b61e-9d61-445a-8792-894464c17f27 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.554852] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 962.554852] env[69481]: value = "task-3264280" [ 962.554852] env[69481]: _type = "Task" [ 962.554852] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.568873] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264280, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.572404] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524e93b2-5053-ecdf-46f3-83119f8cb1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.572639] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.572899] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 7b6df427-c08b-4d50-a6e7-822727cb9f44/7b6df427-c08b-4d50-a6e7-822727cb9f44.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.573158] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-833d5bc1-dce3-43cb-b994-7b58598d55d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.577851] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: c047ff54-83bb-417a-b5fe-0ae70de31e9c] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.581166] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 962.581166] env[69481]: value = "task-3264281" [ 962.581166] env[69481]: _type = "Task" [ 962.581166] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.588978] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.607502] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Releasing lock "refresh_cache-75673729-6372-45f9-b521-1b0cb275a5d0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.607821] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Instance network_info: |[{"id": "62ef1561-9652-40b9-9b87-05f40f4045bc", "address": "fa:16:3e:c3:f6:4a", "network": {"id": "7f77df1a-8813-4d15-882c-93f6210e820a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-837395677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc81f8643174d4a831f3190636c07f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ef1561-96", "ovs_interfaceid": "62ef1561-9652-40b9-9b87-05f40f4045bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.608132] env[69481]: DEBUG oslo_concurrency.lockutils [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] Acquired lock "refresh_cache-75673729-6372-45f9-b521-1b0cb275a5d0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.608316] env[69481]: DEBUG nova.network.neutron [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Refreshing network info cache for port 62ef1561-9652-40b9-9b87-05f40f4045bc {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.609790] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:f6:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62ef1561-9652-40b9-9b87-05f40f4045bc', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.618503] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.621818] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.622343] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cddcd645-5326-43e0-8e2c-9a110437a124 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.643614] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.643614] env[69481]: value = "task-3264282" [ 962.643614] env[69481]: _type = "Task" [ 962.643614] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.653418] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264282, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.851535] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.878240] env[69481]: DEBUG nova.network.neutron [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Updated VIF entry in instance network info cache for port 62ef1561-9652-40b9-9b87-05f40f4045bc. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.878711] env[69481]: DEBUG nova.network.neutron [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Updating instance_info_cache with network_info: [{"id": "62ef1561-9652-40b9-9b87-05f40f4045bc", "address": "fa:16:3e:c3:f6:4a", "network": {"id": "7f77df1a-8813-4d15-882c-93f6210e820a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-837395677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc81f8643174d4a831f3190636c07f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ef1561-96", "ovs_interfaceid": "62ef1561-9652-40b9-9b87-05f40f4045bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.927405] env[69481]: DEBUG nova.compute.manager [req-c6f9a5dd-166a-4863-a58c-aac56b7a9272 req-0ef5ab13-985a-48d8-998b-0736d1c41e63 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Received event network-vif-plugged-45d82c64-4c3d-4f95-840b-fb6e41b4ed69 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.928162] env[69481]: DEBUG oslo_concurrency.lockutils [req-c6f9a5dd-166a-4863-a58c-aac56b7a9272 req-0ef5ab13-985a-48d8-998b-0736d1c41e63 service nova] Acquiring lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.928326] env[69481]: DEBUG oslo_concurrency.lockutils [req-c6f9a5dd-166a-4863-a58c-aac56b7a9272 req-0ef5ab13-985a-48d8-998b-0736d1c41e63 service nova] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.928659] env[69481]: DEBUG oslo_concurrency.lockutils [req-c6f9a5dd-166a-4863-a58c-aac56b7a9272 req-0ef5ab13-985a-48d8-998b-0736d1c41e63 service nova] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.928855] env[69481]: DEBUG nova.compute.manager [req-c6f9a5dd-166a-4863-a58c-aac56b7a9272 req-0ef5ab13-985a-48d8-998b-0736d1c41e63 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] No waiting events found dispatching network-vif-plugged-45d82c64-4c3d-4f95-840b-fb6e41b4ed69 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.929098] env[69481]: WARNING nova.compute.manager [req-c6f9a5dd-166a-4863-a58c-aac56b7a9272 req-0ef5ab13-985a-48d8-998b-0736d1c41e63 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Received unexpected event network-vif-plugged-45d82c64-4c3d-4f95-840b-fb6e41b4ed69 for instance with vm_state building and task_state spawning. [ 963.017065] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264279, 'name': Rename_Task, 'duration_secs': 0.150262} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.017487] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.017786] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79d01e90-424f-4541-9a29-94b82ed745b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.021145] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.021732] env[69481]: DEBUG nova.compute.manager [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.026189] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.482s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.028037] env[69481]: INFO nova.compute.claims [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.034714] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 963.034714] env[69481]: value = "task-3264283" [ 963.034714] env[69481]: _type = "Task" [ 963.034714] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.043736] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.047053] env[69481]: DEBUG nova.network.neutron [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Successfully updated port: 45d82c64-4c3d-4f95-840b-fb6e41b4ed69 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.066459] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264280, 'name': Rename_Task, 'duration_secs': 0.154499} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.068350] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.068702] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fed4992-c685-40d4-9ef2-25bd5dc6e5d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.077509] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 963.077509] env[69481]: value = "task-3264284" [ 963.077509] env[69481]: _type = "Task" [ 963.077509] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.082523] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: b125bc9b-1c50-48df-a058-2264476b6470] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.094151] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264284, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.097651] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487127} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.098017] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 7b6df427-c08b-4d50-a6e7-822727cb9f44/7b6df427-c08b-4d50-a6e7-822727cb9f44.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.098263] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.098846] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eab866e4-5946-4f9d-92c0-fdc54e8872cf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.105932] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 963.105932] env[69481]: value = "task-3264285" [ 963.105932] env[69481]: _type = "Task" [ 963.105932] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.119169] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.156236] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264282, 'name': CreateVM_Task, 'duration_secs': 0.511343} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.156434] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.157105] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.157281] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.157606] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.157867] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02422b1-9e59-4f94-aa05-e668639f6235 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.163184] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 963.163184] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e391db-6951-3779-c2b9-aca4c9a6f1cf" [ 963.163184] env[69481]: _type = "Task" [ 963.163184] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.172404] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e391db-6951-3779-c2b9-aca4c9a6f1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.353440] env[69481]: DEBUG oslo_vmware.api [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264278, 'name': PowerOnVM_Task, 'duration_secs': 0.705204} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.353440] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.353440] env[69481]: INFO nova.compute.manager [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Took 11.33 seconds to spawn the instance on the hypervisor. [ 963.353440] env[69481]: DEBUG nova.compute.manager [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.354050] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28490c89-2f04-4e3c-964e-40735380c87c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.381866] env[69481]: DEBUG oslo_concurrency.lockutils [req-c4e5ee67-3794-46cf-821f-edad3f057608 req-4afc9d1d-3ff7-4c80-ad41-d3f9067f8508 service nova] Releasing lock "refresh_cache-75673729-6372-45f9-b521-1b0cb275a5d0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.527629] env[69481]: DEBUG nova.compute.utils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.529619] env[69481]: DEBUG nova.compute.manager [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Not allocating networking since 'none' was specified. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 963.544169] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.547069] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.547220] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.547369] env[69481]: DEBUG nova.network.neutron [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.588178] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264284, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.589748] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 995a6972-c2c5-4559-bec6-b5de4ed09a61] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.616619] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076556} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.616879] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.617871] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcce99c4-eb11-470a-954a-4429eb7c6ed8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.641162] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 7b6df427-c08b-4d50-a6e7-822727cb9f44/7b6df427-c08b-4d50-a6e7-822727cb9f44.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.641758] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297cbed1-c529-466f-b197-39a70dbe06a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.660614] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 963.660614] env[69481]: value = "task-3264286" [ 963.660614] env[69481]: _type = "Task" [ 963.660614] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.672098] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264286, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.675854] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e391db-6951-3779-c2b9-aca4c9a6f1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.676239] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.676525] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.676779] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.676930] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.677128] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.677385] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec4687ec-38cd-4dee-9071-47d3741f4ef6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.693659] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.693785] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.694514] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db661ff-b7bf-4773-a4aa-19a6c62760ed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.700548] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 963.700548] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52091e7f-61a1-da8b-7052-bb8bc1ddde42" [ 963.700548] env[69481]: _type = "Task" [ 963.700548] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.709048] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52091e7f-61a1-da8b-7052-bb8bc1ddde42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.871436] env[69481]: INFO nova.compute.manager [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Took 57.35 seconds to build instance. [ 964.030829] env[69481]: DEBUG nova.compute.manager [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.047050] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264283, 'name': PowerOnVM_Task, 'duration_secs': 0.627139} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.047331] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.047533] env[69481]: INFO nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Took 9.32 seconds to spawn the instance on the hypervisor. [ 964.047711] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.048934] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8dda31-38c1-4383-9491-6a377e5d36ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.088006] env[69481]: DEBUG oslo_vmware.api [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264284, 'name': PowerOnVM_Task, 'duration_secs': 0.569674} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.091708] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.094761] env[69481]: DEBUG nova.network.neutron [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.096099] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: d7ddcb8a-c3b1-45ee-8116-61de7ad1552e] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.172739] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.197513] env[69481]: DEBUG nova.compute.manager [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.198521] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5999f1f-f64e-477c-a29a-20341d9ab376 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.213614] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52091e7f-61a1-da8b-7052-bb8bc1ddde42, 'name': SearchDatastore_Task, 'duration_secs': 0.043071} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.217449] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a5d6a3e-f8b1-4b3b-b783-ce84979a1b8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.223704] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 964.223704] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e31558-72fe-054b-866e-700f6c8c8be4" [ 964.223704] env[69481]: _type = "Task" [ 964.223704] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.233824] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e31558-72fe-054b-866e-700f6c8c8be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.268027] env[69481]: DEBUG nova.network.neutron [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance_info_cache with network_info: [{"id": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "address": "fa:16:3e:b4:2a:59", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d82c64-4c", "ovs_interfaceid": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.373718] env[69481]: DEBUG oslo_concurrency.lockutils [None req-911de5e3-0ef2-4da4-a4c5-8ea7e7cf98cd tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Lock "33ad8971-24e2-44c8-8477-c53b2b8c410a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.861s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.457344] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ab3ab-8cdd-4b35-851b-a12b1ad914f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.465032] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b734e5c-41bd-4fac-bd25-2f5766c9665c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.503338] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfef5a0-0dd7-4a7f-abb1-4e6ce5843a82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.513179] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe7b485-bb69-4b86-82d3-279575417867 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.532894] env[69481]: DEBUG nova.compute.provider_tree [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.569146] env[69481]: INFO nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Took 48.43 seconds to build instance. [ 964.598825] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: f5fd6a9e-5c0c-4b80-89c8-753e49fb4ed2] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.671569] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264286, 'name': ReconfigVM_Task, 'duration_secs': 0.800197} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.673085] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 7b6df427-c08b-4d50-a6e7-822727cb9f44/7b6df427-c08b-4d50-a6e7-822727cb9f44.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.673085] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-758f456e-84ca-4468-9b3f-79e2ddc0c17e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.681207] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 964.681207] env[69481]: value = "task-3264287" [ 964.681207] env[69481]: _type = "Task" [ 964.681207] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.686860] env[69481]: DEBUG nova.compute.manager [req-2483e854-215f-4c42-ad40-5db87419588c req-32071b34-ff8b-4c94-bc31-1b9f0c3db9cd service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Received event network-changed-1063513e-8e31-4726-afc1-0cfaa11a5f1f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.687054] env[69481]: DEBUG nova.compute.manager [req-2483e854-215f-4c42-ad40-5db87419588c req-32071b34-ff8b-4c94-bc31-1b9f0c3db9cd service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Refreshing instance network info cache due to event network-changed-1063513e-8e31-4726-afc1-0cfaa11a5f1f. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.687267] env[69481]: DEBUG oslo_concurrency.lockutils [req-2483e854-215f-4c42-ad40-5db87419588c req-32071b34-ff8b-4c94-bc31-1b9f0c3db9cd service nova] Acquiring lock "refresh_cache-33ad8971-24e2-44c8-8477-c53b2b8c410a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.687407] env[69481]: DEBUG oslo_concurrency.lockutils [req-2483e854-215f-4c42-ad40-5db87419588c req-32071b34-ff8b-4c94-bc31-1b9f0c3db9cd service nova] Acquired lock "refresh_cache-33ad8971-24e2-44c8-8477-c53b2b8c410a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.687566] env[69481]: DEBUG nova.network.neutron [req-2483e854-215f-4c42-ad40-5db87419588c req-32071b34-ff8b-4c94-bc31-1b9f0c3db9cd service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Refreshing network info cache for port 1063513e-8e31-4726-afc1-0cfaa11a5f1f {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.694332] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264287, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.728576] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d40f572b-e5bc-4bd1-b1c2-b76d3d439692 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 70.284s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.735698] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e31558-72fe-054b-866e-700f6c8c8be4, 'name': SearchDatastore_Task, 'duration_secs': 0.048643} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.736043] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.736363] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 75673729-6372-45f9-b521-1b0cb275a5d0/75673729-6372-45f9-b521-1b0cb275a5d0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.736696] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77db76a6-6afc-4d37-87c7-f488d5fabd06 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.744056] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 964.744056] env[69481]: value = "task-3264288" [ 964.744056] env[69481]: _type = "Task" [ 964.744056] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.752447] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.769588] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.769967] env[69481]: DEBUG nova.compute.manager [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Instance network_info: |[{"id": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "address": "fa:16:3e:b4:2a:59", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d82c64-4c", "ovs_interfaceid": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.770420] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:2a:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45d82c64-4c3d-4f95-840b-fb6e41b4ed69', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.778988] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.779346] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.779666] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfeebd51-76fb-4151-b3a8-90ef20e01d8f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.801578] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.801578] env[69481]: value = "task-3264289" [ 964.801578] env[69481]: _type = "Task" [ 964.801578] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.810926] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264289, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.039900] env[69481]: DEBUG nova.scheduler.client.report [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.044534] env[69481]: DEBUG nova.compute.manager [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.069922] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "e9493042-db8b-45a3-b003-3714fff0bf73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.939s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.080816] env[69481]: DEBUG nova.virt.hardware [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.082888] env[69481]: DEBUG nova.virt.hardware [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.082888] env[69481]: DEBUG nova.virt.hardware [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.082888] env[69481]: DEBUG nova.virt.hardware [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.082888] env[69481]: DEBUG nova.virt.hardware [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.082888] env[69481]: DEBUG nova.virt.hardware [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.082888] env[69481]: DEBUG nova.virt.hardware [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.082888] env[69481]: DEBUG nova.virt.hardware [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.082888] env[69481]: DEBUG nova.virt.hardware [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.082888] env[69481]: DEBUG nova.virt.hardware [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.083360] env[69481]: DEBUG nova.virt.hardware [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.084153] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900f02d5-95d3-4a86-8ad9-0065778790f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.092678] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1873fe1-5060-4002-8942-7bb506ffa152 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.101833] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a714d3c3-6973-4107-bc30-061e2ac52172] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.119009] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.127848] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Creating folder: Project (881a24d1da414d819ff10cfbad5346ca). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.129891] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d58b4d90-f699-479e-a074-8e9d6a94bca5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.132981] env[69481]: DEBUG nova.compute.manager [req-0c8e0592-7140-4970-ad88-8de488650106 req-9016cf71-d8a6-4740-8b99-f240a954c5b8 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Received event network-changed-45d82c64-4c3d-4f95-840b-fb6e41b4ed69 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.133280] env[69481]: DEBUG nova.compute.manager [req-0c8e0592-7140-4970-ad88-8de488650106 req-9016cf71-d8a6-4740-8b99-f240a954c5b8 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Refreshing instance network info cache due to event network-changed-45d82c64-4c3d-4f95-840b-fb6e41b4ed69. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.133561] env[69481]: DEBUG oslo_concurrency.lockutils [req-0c8e0592-7140-4970-ad88-8de488650106 req-9016cf71-d8a6-4740-8b99-f240a954c5b8 service nova] Acquiring lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.133763] env[69481]: DEBUG oslo_concurrency.lockutils [req-0c8e0592-7140-4970-ad88-8de488650106 req-9016cf71-d8a6-4740-8b99-f240a954c5b8 service nova] Acquired lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.133989] env[69481]: DEBUG nova.network.neutron [req-0c8e0592-7140-4970-ad88-8de488650106 req-9016cf71-d8a6-4740-8b99-f240a954c5b8 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Refreshing network info cache for port 45d82c64-4c3d-4f95-840b-fb6e41b4ed69 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.145169] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Created folder: Project (881a24d1da414d819ff10cfbad5346ca) in parent group-v651898. [ 965.145532] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Creating folder: Instances. Parent ref: group-v652116. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.146878] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76e3254b-c395-495b-8585-4afdddc451d0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.157050] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Created folder: Instances in parent group-v652116. [ 965.157336] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.157546] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.157773] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1cc92f6-4783-468a-b270-d9b5b3b92abc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.177403] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.177403] env[69481]: value = "task-3264292" [ 965.177403] env[69481]: _type = "Task" [ 965.177403] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.189172] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264292, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.197016] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264287, 'name': Rename_Task, 'duration_secs': 0.168637} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.197325] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.197934] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-607276c9-a566-49f5-8c43-ea285d489185 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.204211] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 965.204211] env[69481]: value = "task-3264293" [ 965.204211] env[69481]: _type = "Task" [ 965.204211] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.214294] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.257017] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488858} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.257322] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 75673729-6372-45f9-b521-1b0cb275a5d0/75673729-6372-45f9-b521-1b0cb275a5d0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.257614] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.257925] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46e6bec7-5112-4abd-b9d1-38f89aaa124a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.265322] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 965.265322] env[69481]: value = "task-3264294" [ 965.265322] env[69481]: _type = "Task" [ 965.265322] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.273793] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.310963] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264289, 'name': CreateVM_Task, 'duration_secs': 0.503864} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.312042] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.312042] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.312200] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.312538] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.312801] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6557f348-3c13-42b8-a7e0-22a1120b986f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.317313] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 965.317313] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d3c730-ba2a-4073-fa25-ec4bb2db6857" [ 965.317313] env[69481]: _type = "Task" [ 965.317313] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.325605] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d3c730-ba2a-4073-fa25-ec4bb2db6857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.548368] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.548940] env[69481]: DEBUG nova.compute.manager [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.552067] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.357s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.553996] env[69481]: INFO nova.compute.claims [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.629490] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.629632] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Cleaning up deleted instances with incomplete migration {{(pid=69481) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 965.688944] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264292, 'name': CreateVM_Task, 'duration_secs': 0.505355} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.689145] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.689542] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.713572] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264293, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.740054] env[69481]: DEBUG nova.network.neutron [req-2483e854-215f-4c42-ad40-5db87419588c req-32071b34-ff8b-4c94-bc31-1b9f0c3db9cd service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Updated VIF entry in instance network info cache for port 1063513e-8e31-4726-afc1-0cfaa11a5f1f. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.740428] env[69481]: DEBUG nova.network.neutron [req-2483e854-215f-4c42-ad40-5db87419588c req-32071b34-ff8b-4c94-bc31-1b9f0c3db9cd service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Updating instance_info_cache with network_info: [{"id": "1063513e-8e31-4726-afc1-0cfaa11a5f1f", "address": "fa:16:3e:ec:40:ff", "network": {"id": "af7b3215-5292-419f-8001-e31eb6f0521b", "bridge": "br-int", "label": "tempest-ServersTestJSON-799200641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a540c78a78804395be1ff9c13bcea64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063513e-8e", "ovs_interfaceid": "1063513e-8e31-4726-afc1-0cfaa11a5f1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.774776] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069617} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.775062] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.775846] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83af170b-f106-4b9d-84bd-c2d3b8cf855a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.798493] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 75673729-6372-45f9-b521-1b0cb275a5d0/75673729-6372-45f9-b521-1b0cb275a5d0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.801274] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d85509-a8de-4d70-83bf-fd758e7bb4be {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.821840] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 965.821840] env[69481]: value = "task-3264295" [ 965.821840] env[69481]: _type = "Task" [ 965.821840] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.828990] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d3c730-ba2a-4073-fa25-ec4bb2db6857, 'name': SearchDatastore_Task, 'duration_secs': 0.033655} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.830121] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.830564] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.830654] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.830768] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.830979] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.831325] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.831647] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.831855] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee0494c8-6a23-4f52-ab44-a7a5649a3efd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.837058] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6a1914-ebce-49e3-b7c8-2501e6595361 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.838096] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264295, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.841504] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for the task: (returnval){ [ 965.841504] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b9a662-caec-c41e-e911-4068721c153c" [ 965.841504] env[69481]: _type = "Task" [ 965.841504] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.845665] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.845843] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.847092] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a5a93c-ba65-4702-9a18-bef260a0c7c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.852421] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b9a662-caec-c41e-e911-4068721c153c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.857304] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 965.857304] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5214c7a8-ca94-21ef-6801-023af1b8693e" [ 965.857304] env[69481]: _type = "Task" [ 965.857304] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.864478] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5214c7a8-ca94-21ef-6801-023af1b8693e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.889119] env[69481]: DEBUG nova.network.neutron [req-0c8e0592-7140-4970-ad88-8de488650106 req-9016cf71-d8a6-4740-8b99-f240a954c5b8 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updated VIF entry in instance network info cache for port 45d82c64-4c3d-4f95-840b-fb6e41b4ed69. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.889494] env[69481]: DEBUG nova.network.neutron [req-0c8e0592-7140-4970-ad88-8de488650106 req-9016cf71-d8a6-4740-8b99-f240a954c5b8 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance_info_cache with network_info: [{"id": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "address": "fa:16:3e:b4:2a:59", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d82c64-4c", "ovs_interfaceid": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.060035] env[69481]: DEBUG nova.compute.utils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.062648] env[69481]: DEBUG nova.compute.manager [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.062816] env[69481]: DEBUG nova.network.neutron [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.119714] env[69481]: DEBUG nova.policy [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cda31d44ffe4310ab445ca84f553888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b85dcc0f54744a4afe752b524a8b239', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.132521] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.217577] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264293, 'name': PowerOnVM_Task, 'duration_secs': 0.928164} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.217764] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.218365] env[69481]: INFO nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Took 8.84 seconds to spawn the instance on the hypervisor. [ 966.218365] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.219717] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ba7a23-3c5e-4d63-9aae-0d3c9b7c6ccf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.244360] env[69481]: DEBUG oslo_concurrency.lockutils [req-2483e854-215f-4c42-ad40-5db87419588c req-32071b34-ff8b-4c94-bc31-1b9f0c3db9cd service nova] Releasing lock "refresh_cache-33ad8971-24e2-44c8-8477-c53b2b8c410a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.334582] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264295, 'name': ReconfigVM_Task, 'duration_secs': 0.345905} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.334887] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 75673729-6372-45f9-b521-1b0cb275a5d0/75673729-6372-45f9-b521-1b0cb275a5d0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.335532] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcc8a691-b5ae-43e3-ae2b-6ee5381a2962 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.342086] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 966.342086] env[69481]: value = "task-3264296" [ 966.342086] env[69481]: _type = "Task" [ 966.342086] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.354241] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b9a662-caec-c41e-e911-4068721c153c, 'name': SearchDatastore_Task, 'duration_secs': 0.024054} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.358061] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.358360] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.358651] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.359019] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264296, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.368991] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5214c7a8-ca94-21ef-6801-023af1b8693e, 'name': SearchDatastore_Task, 'duration_secs': 0.020863} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.369940] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1439a07-cf07-41f4-81bc-6a519e79a13f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.375379] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 966.375379] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c63b8e-1d60-0957-85c8-db0d6ec333d5" [ 966.375379] env[69481]: _type = "Task" [ 966.375379] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.383655] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c63b8e-1d60-0957-85c8-db0d6ec333d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.392364] env[69481]: DEBUG oslo_concurrency.lockutils [req-0c8e0592-7140-4970-ad88-8de488650106 req-9016cf71-d8a6-4740-8b99-f240a954c5b8 service nova] Releasing lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.450040] env[69481]: DEBUG nova.network.neutron [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Successfully created port: a644afbb-0564-4806-b68d-13698e0e5b50 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.564201] env[69481]: DEBUG nova.compute.manager [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.739662] env[69481]: INFO nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Took 50.56 seconds to build instance. [ 966.857135] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264296, 'name': Rename_Task, 'duration_secs': 0.159087} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.858031] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.858031] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-912b397f-fa2b-49b4-9069-c3d6e5a7319c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.863971] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 966.863971] env[69481]: value = "task-3264297" [ 966.863971] env[69481]: _type = "Task" [ 966.863971] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.876943] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.885022] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c63b8e-1d60-0957-85c8-db0d6ec333d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014126} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.887674] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.887986] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 56067fc3-a5c6-4954-8b05-03d5ca478e6b/56067fc3-a5c6-4954-8b05-03d5ca478e6b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.888737] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.889471] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.889471] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a3bfc11-129d-41cc-ab77-79e5bd2ee88c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.892613] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f2a4a2a-6d6b-401f-8e44-9b011bafbae4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.897683] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 966.897683] env[69481]: value = "task-3264298" [ 966.897683] env[69481]: _type = "Task" [ 966.897683] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.902652] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.902926] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.907464] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd3cef0-ddb0-497a-86f8-597b80e36b8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.913039] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.916109] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for the task: (returnval){ [ 966.916109] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c8b80e-7086-9602-1a1a-933f367d0e62" [ 966.916109] env[69481]: _type = "Task" [ 966.916109] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.925479] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c8b80e-7086-9602-1a1a-933f367d0e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.970360] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6037d5-6835-4e65-bb74-e33b40c22878 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.977773] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e470765-172b-4052-8a46-59fd2abbdfae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.025593] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270209b7-b5a2-48b3-babc-503cbb0b62e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.036035] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77efe32e-2752-4caa-b852-55eceb36909d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.052228] env[69481]: DEBUG nova.compute.provider_tree [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.242734] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "7b6df427-c08b-4d50-a6e7-822727cb9f44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.069s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.376796] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264297, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.411730] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264298, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.430299] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c8b80e-7086-9602-1a1a-933f367d0e62, 'name': SearchDatastore_Task, 'duration_secs': 0.017602} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.431197] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b7137f-0816-4db2-a194-44a087f9187d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.437890] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for the task: (returnval){ [ 967.437890] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52aa3cd3-0124-dda5-41cf-d64cab74841d" [ 967.437890] env[69481]: _type = "Task" [ 967.437890] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.446446] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52aa3cd3-0124-dda5-41cf-d64cab74841d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.555663] env[69481]: DEBUG nova.scheduler.client.report [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.577922] env[69481]: DEBUG nova.compute.manager [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.602716] env[69481]: DEBUG nova.virt.hardware [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.602962] env[69481]: DEBUG nova.virt.hardware [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.603132] env[69481]: DEBUG nova.virt.hardware [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.603316] env[69481]: DEBUG nova.virt.hardware [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.603462] env[69481]: DEBUG nova.virt.hardware [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.603610] env[69481]: DEBUG nova.virt.hardware [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.603817] env[69481]: DEBUG nova.virt.hardware [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.603976] env[69481]: DEBUG nova.virt.hardware [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.604157] env[69481]: DEBUG nova.virt.hardware [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.604321] env[69481]: DEBUG nova.virt.hardware [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.604492] env[69481]: DEBUG nova.virt.hardware [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.605350] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3856b14-6fb7-4dd0-a2aa-dc046292ba96 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.613376] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f48ff72-938c-455e-8dac-9c692f09408f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.875831] env[69481]: DEBUG oslo_vmware.api [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264297, 'name': PowerOnVM_Task, 'duration_secs': 0.536878} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.876187] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.876402] env[69481]: INFO nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Took 7.96 seconds to spawn the instance on the hypervisor. [ 967.876758] env[69481]: DEBUG nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.877599] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cac7e6-1b47-42c2-bce3-81f871f9ee31 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.906738] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264298, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.938033] env[69481]: DEBUG nova.compute.manager [req-36a12079-ed94-44bb-8fc3-33ceecc3b312 req-47ed6fcd-57f6-4a13-81f3-9eaccb9c3747 service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Received event network-vif-plugged-a644afbb-0564-4806-b68d-13698e0e5b50 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.938033] env[69481]: DEBUG oslo_concurrency.lockutils [req-36a12079-ed94-44bb-8fc3-33ceecc3b312 req-47ed6fcd-57f6-4a13-81f3-9eaccb9c3747 service nova] Acquiring lock "5223caf5-d090-4460-875b-03b6e6a0096a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.938033] env[69481]: DEBUG oslo_concurrency.lockutils [req-36a12079-ed94-44bb-8fc3-33ceecc3b312 req-47ed6fcd-57f6-4a13-81f3-9eaccb9c3747 service nova] Lock "5223caf5-d090-4460-875b-03b6e6a0096a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.938517] env[69481]: DEBUG oslo_concurrency.lockutils [req-36a12079-ed94-44bb-8fc3-33ceecc3b312 req-47ed6fcd-57f6-4a13-81f3-9eaccb9c3747 service nova] Lock "5223caf5-d090-4460-875b-03b6e6a0096a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.938517] env[69481]: DEBUG nova.compute.manager [req-36a12079-ed94-44bb-8fc3-33ceecc3b312 req-47ed6fcd-57f6-4a13-81f3-9eaccb9c3747 service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] No waiting events found dispatching network-vif-plugged-a644afbb-0564-4806-b68d-13698e0e5b50 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.938517] env[69481]: WARNING nova.compute.manager [req-36a12079-ed94-44bb-8fc3-33ceecc3b312 req-47ed6fcd-57f6-4a13-81f3-9eaccb9c3747 service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Received unexpected event network-vif-plugged-a644afbb-0564-4806-b68d-13698e0e5b50 for instance with vm_state building and task_state spawning. [ 967.948387] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52aa3cd3-0124-dda5-41cf-d64cab74841d, 'name': SearchDatastore_Task, 'duration_secs': 0.035158} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.948726] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.948977] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 647ea37d-4f78-48e6-81c1-de11a7aa9a42/647ea37d-4f78-48e6-81c1-de11a7aa9a42.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.949300] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6a4fb08-41d5-4b41-a6e6-8439adb97e56 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.956756] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for the task: (returnval){ [ 967.956756] env[69481]: value = "task-3264299" [ 967.956756] env[69481]: _type = "Task" [ 967.956756] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.964984] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.002684] env[69481]: DEBUG nova.network.neutron [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Successfully updated port: a644afbb-0564-4806-b68d-13698e0e5b50 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.060352] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.060899] env[69481]: DEBUG nova.compute.manager [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.063701] env[69481]: DEBUG oslo_concurrency.lockutils [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.602s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.063854] env[69481]: DEBUG nova.objects.instance [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 968.397628] env[69481]: INFO nova.compute.manager [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Took 52.18 seconds to build instance. [ 968.408313] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264298, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.466306] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.505742] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "refresh_cache-5223caf5-d090-4460-875b-03b6e6a0096a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.505742] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "refresh_cache-5223caf5-d090-4460-875b-03b6e6a0096a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.505742] env[69481]: DEBUG nova.network.neutron [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.568564] env[69481]: DEBUG nova.compute.utils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.573098] env[69481]: DEBUG nova.compute.manager [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.573289] env[69481]: DEBUG nova.network.neutron [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.627875] env[69481]: DEBUG nova.policy [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9298cbce17814d318d2e377d40aa216a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60bb8014d3ca4f2ead6de90ddfee6c15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.901268] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc01746c-cf98-414f-b463-c2b2e14d14db tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "75673729-6372-45f9-b521-1b0cb275a5d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.695s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.913317] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264298, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.658423} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.913852] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 56067fc3-a5c6-4954-8b05-03d5ca478e6b/56067fc3-a5c6-4954-8b05-03d5ca478e6b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.914307] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.914611] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ece2201a-c107-4c6c-8468-9544e0dba22e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.923601] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 968.923601] env[69481]: value = "task-3264300" [ 968.923601] env[69481]: _type = "Task" [ 968.923601] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.932094] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.962985] env[69481]: DEBUG nova.network.neutron [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Successfully created port: 684e5b5d-f592-46e1-b777-f90034d091b5 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.970126] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264299, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.046759] env[69481]: DEBUG nova.network.neutron [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.049335] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "e9493042-db8b-45a3-b003-3714fff0bf73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.049604] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "e9493042-db8b-45a3-b003-3714fff0bf73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.049874] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "e9493042-db8b-45a3-b003-3714fff0bf73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.050096] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "e9493042-db8b-45a3-b003-3714fff0bf73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.050273] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "e9493042-db8b-45a3-b003-3714fff0bf73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.053041] env[69481]: INFO nova.compute.manager [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Terminating instance [ 969.073734] env[69481]: DEBUG nova.compute.manager [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.083214] env[69481]: DEBUG oslo_concurrency.lockutils [None req-339a762f-c2ac-48fb-b3da-ec7b88db56d8 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.084763] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.419s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.085044] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.089591] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.756s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.089973] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.092244] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.779s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.092478] env[69481]: DEBUG nova.objects.instance [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lazy-loading 'resources' on Instance uuid e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.131332] env[69481]: INFO nova.scheduler.client.report [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Deleted allocations for instance 043ec14a-a5ad-4730-b508-f217f2cca261 [ 969.132404] env[69481]: INFO nova.scheduler.client.report [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Deleted allocations for instance e5801a02-9010-480e-8700-451620557e97 [ 969.299431] env[69481]: DEBUG nova.network.neutron [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Updating instance_info_cache with network_info: [{"id": "a644afbb-0564-4806-b68d-13698e0e5b50", "address": "fa:16:3e:04:9a:15", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa644afbb-05", "ovs_interfaceid": "a644afbb-0564-4806-b68d-13698e0e5b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.434973] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.335412} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.435286] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.436054] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b58a34-ae69-4f7e-a00d-8e3e151dbda0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.458477] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 56067fc3-a5c6-4954-8b05-03d5ca478e6b/56067fc3-a5c6-4954-8b05-03d5ca478e6b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.459025] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-573aab9c-cd7a-41a9-a28b-665a7d4d1cd5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.482636] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264299, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.291676} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.483927] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 647ea37d-4f78-48e6-81c1-de11a7aa9a42/647ea37d-4f78-48e6-81c1-de11a7aa9a42.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.484166] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.484470] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 969.484470] env[69481]: value = "task-3264301" [ 969.484470] env[69481]: _type = "Task" [ 969.484470] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.484657] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d9e47bc-d75c-4aac-ac85-d17d8aca1f68 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.493523] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.494671] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for the task: (returnval){ [ 969.494671] env[69481]: value = "task-3264302" [ 969.494671] env[69481]: _type = "Task" [ 969.494671] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.501610] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.558829] env[69481]: DEBUG nova.compute.manager [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.559149] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.560073] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77565164-9883-4e77-98b1-c3fa72ad2029 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.567568] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.567819] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f617aa2f-243e-4831-aade-3c2457f2074c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.573781] env[69481]: DEBUG oslo_vmware.api [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 969.573781] env[69481]: value = "task-3264303" [ 969.573781] env[69481]: _type = "Task" [ 969.573781] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.584358] env[69481]: DEBUG oslo_vmware.api [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.648315] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c52832f1-a18f-483f-81e5-0526a5a8a95c tempest-ServerMetadataTestJSON-1998461845 tempest-ServerMetadataTestJSON-1998461845-project-member] Lock "043ec14a-a5ad-4730-b508-f217f2cca261" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.836s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.649232] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c6b88bb5-bc2f-4ef0-806c-28bf7288aeb6 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "e5801a02-9010-480e-8700-451620557e97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.004s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.803247] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "refresh_cache-5223caf5-d090-4460-875b-03b6e6a0096a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.803577] env[69481]: DEBUG nova.compute.manager [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Instance network_info: |[{"id": "a644afbb-0564-4806-b68d-13698e0e5b50", "address": "fa:16:3e:04:9a:15", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa644afbb-05", "ovs_interfaceid": "a644afbb-0564-4806-b68d-13698e0e5b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.804011] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:9a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a644afbb-0564-4806-b68d-13698e0e5b50', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.811919] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.814742] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.815457] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-008141cd-bb83-4f2b-880f-e84754e2f925 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.841032] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.841032] env[69481]: value = "task-3264304" [ 969.841032] env[69481]: _type = "Task" [ 969.841032] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.852773] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264304, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.937744] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136cd3b8-5732-4ff6-8ca5-79e7e8e3e3a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.946094] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf2d5f6-f57e-41b3-bd2e-1c44d4deb442 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.978944] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee63f3a6-d360-42d6-9234-baa858eeb833 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.983098] env[69481]: DEBUG nova.compute.manager [req-b41e6160-37e3-441d-a5c7-400f743cac79 req-4d4509e4-907b-47f8-9a18-65cf06938eef service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Received event network-changed-a644afbb-0564-4806-b68d-13698e0e5b50 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.983098] env[69481]: DEBUG nova.compute.manager [req-b41e6160-37e3-441d-a5c7-400f743cac79 req-4d4509e4-907b-47f8-9a18-65cf06938eef service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Refreshing instance network info cache due to event network-changed-a644afbb-0564-4806-b68d-13698e0e5b50. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.983098] env[69481]: DEBUG oslo_concurrency.lockutils [req-b41e6160-37e3-441d-a5c7-400f743cac79 req-4d4509e4-907b-47f8-9a18-65cf06938eef service nova] Acquiring lock "refresh_cache-5223caf5-d090-4460-875b-03b6e6a0096a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.983098] env[69481]: DEBUG oslo_concurrency.lockutils [req-b41e6160-37e3-441d-a5c7-400f743cac79 req-4d4509e4-907b-47f8-9a18-65cf06938eef service nova] Acquired lock "refresh_cache-5223caf5-d090-4460-875b-03b6e6a0096a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.983340] env[69481]: DEBUG nova.network.neutron [req-b41e6160-37e3-441d-a5c7-400f743cac79 req-4d4509e4-907b-47f8-9a18-65cf06938eef service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Refreshing network info cache for port a644afbb-0564-4806-b68d-13698e0e5b50 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.995033] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206ee566-eb31-4ebe-a15a-a3c77a3d2013 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.010515] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.021480] env[69481]: DEBUG nova.compute.provider_tree [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.026102] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069186} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.027096] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.027728] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434649d0-5854-4021-b66f-b7fd9455d01a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.049716] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 647ea37d-4f78-48e6-81c1-de11a7aa9a42/647ea37d-4f78-48e6-81c1-de11a7aa9a42.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.050422] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251c2c44-6851-406e-926c-d2e2b9aac464 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.070532] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for the task: (returnval){ [ 970.070532] env[69481]: value = "task-3264305" [ 970.070532] env[69481]: _type = "Task" [ 970.070532] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.080595] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.085453] env[69481]: DEBUG oslo_vmware.api [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264303, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.091833] env[69481]: DEBUG nova.compute.manager [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.117566] env[69481]: DEBUG nova.virt.hardware [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.117777] env[69481]: DEBUG nova.virt.hardware [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.117892] env[69481]: DEBUG nova.virt.hardware [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.118112] env[69481]: DEBUG nova.virt.hardware [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.118275] env[69481]: DEBUG nova.virt.hardware [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.118422] env[69481]: DEBUG nova.virt.hardware [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.118714] env[69481]: DEBUG nova.virt.hardware [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.118843] env[69481]: DEBUG nova.virt.hardware [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.119541] env[69481]: DEBUG nova.virt.hardware [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.119541] env[69481]: DEBUG nova.virt.hardware [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.119541] env[69481]: DEBUG nova.virt.hardware [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.120341] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee50530b-beff-4b41-8cb9-db85dab1b225 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.129239] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fc54b2-bca5-4c3a-99c5-c19de500b935 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.173110] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.173429] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.173636] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.173885] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.174089] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.176315] env[69481]: INFO nova.compute.manager [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Terminating instance [ 970.351296] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264304, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.500684] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.528044] env[69481]: DEBUG nova.scheduler.client.report [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.592879] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.596912] env[69481]: DEBUG oslo_vmware.api [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264303, 'name': PowerOffVM_Task, 'duration_secs': 0.560846} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.598171] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.598171] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.598171] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a58c72b5-5005-48de-abeb-d3c8609b3e12 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.685414] env[69481]: DEBUG nova.network.neutron [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Successfully updated port: 684e5b5d-f592-46e1-b777-f90034d091b5 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.689256] env[69481]: DEBUG nova.compute.manager [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.689256] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.689780] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.690079] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.690328] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Deleting the datastore file [datastore2] e9493042-db8b-45a3-b003-3714fff0bf73 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.691459] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a25b934-061c-419e-8f71-9f39ee81150c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.695987] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7072875b-1cb0-4efd-b773-76cc03c5a7d6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.705090] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.709327] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342fa39c-fb44-421c-81b9-6e3788189830 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.711459] env[69481]: DEBUG oslo_vmware.api [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 970.711459] env[69481]: value = "task-3264307" [ 970.711459] env[69481]: _type = "Task" [ 970.711459] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.716425] env[69481]: DEBUG oslo_vmware.api [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 970.716425] env[69481]: value = "task-3264308" [ 970.716425] env[69481]: _type = "Task" [ 970.716425] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.724036] env[69481]: DEBUG oslo_vmware.api [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.729194] env[69481]: DEBUG oslo_vmware.api [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.851521] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264304, 'name': CreateVM_Task, 'duration_secs': 0.754224} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.851826] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.852429] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.852597] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.852963] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.855515] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2b2ba2-728e-4f6f-98c1-b67d1a5c1331 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.861074] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 970.861074] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52dab2d3-4f60-6139-7dcc-af5f28e33f41" [ 970.861074] env[69481]: _type = "Task" [ 970.861074] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.873366] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52dab2d3-4f60-6139-7dcc-af5f28e33f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.935530] env[69481]: DEBUG nova.network.neutron [req-b41e6160-37e3-441d-a5c7-400f743cac79 req-4d4509e4-907b-47f8-9a18-65cf06938eef service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Updated VIF entry in instance network info cache for port a644afbb-0564-4806-b68d-13698e0e5b50. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.935676] env[69481]: DEBUG nova.network.neutron [req-b41e6160-37e3-441d-a5c7-400f743cac79 req-4d4509e4-907b-47f8-9a18-65cf06938eef service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Updating instance_info_cache with network_info: [{"id": "a644afbb-0564-4806-b68d-13698e0e5b50", "address": "fa:16:3e:04:9a:15", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa644afbb-05", "ovs_interfaceid": "a644afbb-0564-4806-b68d-13698e0e5b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.001680] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264301, 'name': ReconfigVM_Task, 'duration_secs': 1.150806} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.001984] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 56067fc3-a5c6-4954-8b05-03d5ca478e6b/56067fc3-a5c6-4954-8b05-03d5ca478e6b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.002788] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6e84dba-3420-44f9-b030-e04fa0571746 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.010750] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 971.010750] env[69481]: value = "task-3264309" [ 971.010750] env[69481]: _type = "Task" [ 971.010750] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.021249] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264309, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.037022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.038126] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.141s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.039015] env[69481]: DEBUG nova.objects.instance [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lazy-loading 'resources' on Instance uuid 9ef29985-af3c-4d65-856b-a030f111cf85 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.066541] env[69481]: INFO nova.scheduler.client.report [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Deleted allocations for instance e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92 [ 971.084602] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264305, 'name': ReconfigVM_Task, 'duration_secs': 0.574935} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.084602] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 647ea37d-4f78-48e6-81c1-de11a7aa9a42/647ea37d-4f78-48e6-81c1-de11a7aa9a42.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.085995] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c42df00c-68cc-4be0-9f03-2b307ab342b9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.095040] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for the task: (returnval){ [ 971.095040] env[69481]: value = "task-3264310" [ 971.095040] env[69481]: _type = "Task" [ 971.095040] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.103993] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264310, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.192145] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquiring lock "refresh_cache-e950791b-fe57-410b-b605-5c3b06722d8d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.192313] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquired lock "refresh_cache-e950791b-fe57-410b-b605-5c3b06722d8d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.192601] env[69481]: DEBUG nova.network.neutron [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.226911] env[69481]: DEBUG oslo_vmware.api [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223281} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.227772] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.230044] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.230044] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.230044] env[69481]: INFO nova.compute.manager [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Took 1.67 seconds to destroy the instance on the hypervisor. [ 971.230044] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.230044] env[69481]: DEBUG nova.compute.manager [-] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.230044] env[69481]: DEBUG nova.network.neutron [-] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.235459] env[69481]: DEBUG oslo_vmware.api [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264308, 'name': PowerOffVM_Task, 'duration_secs': 0.313892} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.236168] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.236400] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.236711] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9301ebf-291d-4c10-ac96-9787fb7b135f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.335817] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.336075] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.336282] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Deleting the datastore file [datastore1] b4ea91d3-8256-46e0-a44f-f6ed964b1639 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.336560] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fb638e7-0462-4c1e-93af-e0b9ba0dbbfa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.345529] env[69481]: DEBUG oslo_vmware.api [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 971.345529] env[69481]: value = "task-3264312" [ 971.345529] env[69481]: _type = "Task" [ 971.345529] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.353935] env[69481]: DEBUG oslo_vmware.api [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.372717] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52dab2d3-4f60-6139-7dcc-af5f28e33f41, 'name': SearchDatastore_Task, 'duration_secs': 0.011707} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.372974] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.373230] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.373474] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.373617] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.374095] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.374179] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e29a0bba-9d68-4af7-afeb-08cf9c914d6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.385318] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.385507] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.386256] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6c408e-c691-467b-9eaa-a08afcc67893 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.392663] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 971.392663] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5236b041-261f-bbe1-5b8f-9ce1148a1b4f" [ 971.392663] env[69481]: _type = "Task" [ 971.392663] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.401087] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5236b041-261f-bbe1-5b8f-9ce1148a1b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.438952] env[69481]: DEBUG oslo_concurrency.lockutils [req-b41e6160-37e3-441d-a5c7-400f743cac79 req-4d4509e4-907b-47f8-9a18-65cf06938eef service nova] Releasing lock "refresh_cache-5223caf5-d090-4460-875b-03b6e6a0096a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.529237] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264309, 'name': Rename_Task, 'duration_secs': 0.179233} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.529237] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.534165] env[69481]: DEBUG nova.compute.manager [req-c374c55d-0835-4c20-bcc8-9bffcf76b2aa req-dc13f6d5-d5ab-49fb-ab39-f015f7518163 service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Received event network-vif-deleted-b0dd7b2c-acec-42f2-a7c3-98de4e615324 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.534165] env[69481]: INFO nova.compute.manager [req-c374c55d-0835-4c20-bcc8-9bffcf76b2aa req-dc13f6d5-d5ab-49fb-ab39-f015f7518163 service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Neutron deleted interface b0dd7b2c-acec-42f2-a7c3-98de4e615324; detaching it from the instance and deleting it from the info cache [ 971.534165] env[69481]: DEBUG nova.network.neutron [req-c374c55d-0835-4c20-bcc8-9bffcf76b2aa req-dc13f6d5-d5ab-49fb-ab39-f015f7518163 service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.535303] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bb23760-9c86-4276-86dd-74be7b2e0174 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.545817] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 971.545817] env[69481]: value = "task-3264313" [ 971.545817] env[69481]: _type = "Task" [ 971.545817] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.558029] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.575964] env[69481]: DEBUG oslo_concurrency.lockutils [None req-456b596a-39c2-4eb0-a1bb-1967b68d37d2 tempest-ServersListShow2100Test-1330608757 tempest-ServersListShow2100Test-1330608757-project-member] Lock "e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.482s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.605113] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264310, 'name': Rename_Task, 'duration_secs': 0.193674} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.606034] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.606034] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15e48890-d8e9-479e-9593-98e2d1dcd218 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.612462] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for the task: (returnval){ [ 971.612462] env[69481]: value = "task-3264314" [ 971.612462] env[69481]: _type = "Task" [ 971.612462] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.621107] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.749349] env[69481]: DEBUG nova.network.neutron [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.859215] env[69481]: DEBUG oslo_vmware.api [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31545} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.862894] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.863177] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.863428] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.863674] env[69481]: INFO nova.compute.manager [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Took 1.17 seconds to destroy the instance on the hypervisor. [ 971.864033] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.864524] env[69481]: DEBUG nova.compute.manager [-] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.864657] env[69481]: DEBUG nova.network.neutron [-] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.904785] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5236b041-261f-bbe1-5b8f-9ce1148a1b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.012455} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.906146] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ac9a98-6559-48be-92b4-befa5095fe80 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.919448] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 971.919448] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a57acf-7d23-2a86-00a4-71ddbd123904" [ 971.919448] env[69481]: _type = "Task" [ 971.919448] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.929016] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a57acf-7d23-2a86-00a4-71ddbd123904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.974580] env[69481]: DEBUG nova.network.neutron [-] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.020292] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a42316-1d25-4884-a0e4-ad0e9618ec23 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.027234] env[69481]: DEBUG nova.compute.manager [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Received event network-vif-plugged-684e5b5d-f592-46e1-b777-f90034d091b5 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.027454] env[69481]: DEBUG oslo_concurrency.lockutils [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] Acquiring lock "e950791b-fe57-410b-b605-5c3b06722d8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.027663] env[69481]: DEBUG oslo_concurrency.lockutils [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] Lock "e950791b-fe57-410b-b605-5c3b06722d8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.027834] env[69481]: DEBUG oslo_concurrency.lockutils [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] Lock "e950791b-fe57-410b-b605-5c3b06722d8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.028076] env[69481]: DEBUG nova.compute.manager [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] No waiting events found dispatching network-vif-plugged-684e5b5d-f592-46e1-b777-f90034d091b5 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.028177] env[69481]: WARNING nova.compute.manager [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Received unexpected event network-vif-plugged-684e5b5d-f592-46e1-b777-f90034d091b5 for instance with vm_state building and task_state spawning. [ 972.028360] env[69481]: DEBUG nova.compute.manager [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Received event network-changed-684e5b5d-f592-46e1-b777-f90034d091b5 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.028484] env[69481]: DEBUG nova.compute.manager [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Refreshing instance network info cache due to event network-changed-684e5b5d-f592-46e1-b777-f90034d091b5. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.028651] env[69481]: DEBUG oslo_concurrency.lockutils [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] Acquiring lock "refresh_cache-e950791b-fe57-410b-b605-5c3b06722d8d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.034121] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e52300-b015-4918-95fb-77121379ceff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.038497] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fef0d04-c473-4726-a6a2-b7126b7f0fc5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.074010] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97aec45-5f1c-418d-a387-1740b64844fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.078376] env[69481]: DEBUG nova.network.neutron [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Updating instance_info_cache with network_info: [{"id": "684e5b5d-f592-46e1-b777-f90034d091b5", "address": "fa:16:3e:5a:30:63", "network": {"id": "cd86a6d5-3d26-4dc9-90ba-e9fa9190c846", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-307427668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bb8014d3ca4f2ead6de90ddfee6c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684e5b5d-f5", "ovs_interfaceid": "684e5b5d-f592-46e1-b777-f90034d091b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.085080] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e686cc-cadd-45b1-81e9-8c0929b2536f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.102165] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.105811] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8015363-68f5-4f4a-972e-502da881acd6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.120748] env[69481]: DEBUG nova.compute.provider_tree [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.139164] env[69481]: DEBUG nova.compute.manager [req-c374c55d-0835-4c20-bcc8-9bffcf76b2aa req-dc13f6d5-d5ab-49fb-ab39-f015f7518163 service nova] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Detach interface failed, port_id=b0dd7b2c-acec-42f2-a7c3-98de4e615324, reason: Instance e9493042-db8b-45a3-b003-3714fff0bf73 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.140144] env[69481]: DEBUG nova.scheduler.client.report [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.149816] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264314, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.431258] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a57acf-7d23-2a86-00a4-71ddbd123904, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.431487] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.431755] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 5223caf5-d090-4460-875b-03b6e6a0096a/5223caf5-d090-4460-875b-03b6e6a0096a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.432034] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c60d2fe1-9636-4b33-9d4d-7a600c2f90e9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.438844] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 972.438844] env[69481]: value = "task-3264315" [ 972.438844] env[69481]: _type = "Task" [ 972.438844] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.447636] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.479399] env[69481]: INFO nova.compute.manager [-] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Took 1.25 seconds to deallocate network for instance. [ 972.578754] env[69481]: DEBUG oslo_vmware.api [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264313, 'name': PowerOnVM_Task, 'duration_secs': 0.977297} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.579141] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.579303] env[69481]: INFO nova.compute.manager [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Took 10.09 seconds to spawn the instance on the hypervisor. [ 972.579486] env[69481]: DEBUG nova.compute.manager [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.580496] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830242dc-9464-4cd5-9ae2-52f630d45ea3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.583252] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Releasing lock "refresh_cache-e950791b-fe57-410b-b605-5c3b06722d8d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.583538] env[69481]: DEBUG nova.compute.manager [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Instance network_info: |[{"id": "684e5b5d-f592-46e1-b777-f90034d091b5", "address": "fa:16:3e:5a:30:63", "network": {"id": "cd86a6d5-3d26-4dc9-90ba-e9fa9190c846", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-307427668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bb8014d3ca4f2ead6de90ddfee6c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684e5b5d-f5", "ovs_interfaceid": "684e5b5d-f592-46e1-b777-f90034d091b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.584169] env[69481]: DEBUG oslo_concurrency.lockutils [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] Acquired lock "refresh_cache-e950791b-fe57-410b-b605-5c3b06722d8d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.584356] env[69481]: DEBUG nova.network.neutron [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Refreshing network info cache for port 684e5b5d-f592-46e1-b777-f90034d091b5 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.589020] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:30:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '684e5b5d-f592-46e1-b777-f90034d091b5', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.593166] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Creating folder: Project (60bb8014d3ca4f2ead6de90ddfee6c15). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.597477] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a1542ca-f0e9-4843-a082-5f149d4652b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.613736] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Created folder: Project (60bb8014d3ca4f2ead6de90ddfee6c15) in parent group-v651898. [ 972.613736] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Creating folder: Instances. Parent ref: group-v652120. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.613736] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46f86a31-afd8-4f36-846e-9eb5843432b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.624976] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Created folder: Instances in parent group-v652120. [ 972.625473] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.625473] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.626279] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c10f90c-37d6-499c-aee4-78edd353d9f5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.645888] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.648288] env[69481]: DEBUG oslo_vmware.api [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264314, 'name': PowerOnVM_Task, 'duration_secs': 0.707256} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.654405] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.372s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.654405] env[69481]: DEBUG nova.objects.instance [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lazy-loading 'resources' on Instance uuid c31d2c3c-560d-479b-bd82-2004a6f7390a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.654726] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.658308] env[69481]: INFO nova.compute.manager [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Took 7.61 seconds to spawn the instance on the hypervisor. [ 972.658308] env[69481]: DEBUG nova.compute.manager [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.658308] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837591d8-b708-48b4-9879-78416e568b93 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.663797] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.663797] env[69481]: value = "task-3264318" [ 972.663797] env[69481]: _type = "Task" [ 972.663797] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.674167] env[69481]: DEBUG nova.network.neutron [-] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.678338] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264318, 'name': CreateVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.687636] env[69481]: INFO nova.scheduler.client.report [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Deleted allocations for instance 9ef29985-af3c-4d65-856b-a030f111cf85 [ 972.956516] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264315, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.986812] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.040570] env[69481]: DEBUG nova.network.neutron [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Updated VIF entry in instance network info cache for port 684e5b5d-f592-46e1-b777-f90034d091b5. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.042048] env[69481]: DEBUG nova.network.neutron [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Updating instance_info_cache with network_info: [{"id": "684e5b5d-f592-46e1-b777-f90034d091b5", "address": "fa:16:3e:5a:30:63", "network": {"id": "cd86a6d5-3d26-4dc9-90ba-e9fa9190c846", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-307427668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bb8014d3ca4f2ead6de90ddfee6c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684e5b5d-f5", "ovs_interfaceid": "684e5b5d-f592-46e1-b777-f90034d091b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.115360] env[69481]: INFO nova.compute.manager [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Took 55.64 seconds to build instance. [ 973.177319] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264318, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.184461] env[69481]: INFO nova.compute.manager [-] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Took 1.32 seconds to deallocate network for instance. [ 973.195253] env[69481]: INFO nova.compute.manager [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Took 47.72 seconds to build instance. [ 973.196795] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0c52a0fb-339b-4220-9bf8-d9e38643c6d9 tempest-ServersAdminTestJSON-1503886190 tempest-ServersAdminTestJSON-1503886190-project-member] Lock "9ef29985-af3c-4d65-856b-a030f111cf85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.788s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.454821] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726755} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.455208] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 5223caf5-d090-4460-875b-03b6e6a0096a/5223caf5-d090-4460-875b-03b6e6a0096a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.455515] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.455860] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-358f4d81-3055-4749-a465-887458b8bb93 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.463977] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 973.463977] env[69481]: value = "task-3264319" [ 973.463977] env[69481]: _type = "Task" [ 973.463977] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.473969] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.550586] env[69481]: DEBUG oslo_concurrency.lockutils [req-298b1ad2-40f8-4dd7-8e69-1fdc06820e18 req-c5661a15-5971-4e32-a228-290def4157d0 service nova] Releasing lock "refresh_cache-e950791b-fe57-410b-b605-5c3b06722d8d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.587024] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6d0209-933f-42ce-8dee-0c5146c78e30 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.595152] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7fa60e-88ee-4c33-9d38-dd2d6e149db2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.630867] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2db9213-0c3e-4e17-b4f1-6513feda896d tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.174s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.632195] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b6c8f2-1525-44a3-99c8-18442a22b883 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.640775] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8317308-db06-4555-ae92-d6f63c5c199c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.657630] env[69481]: DEBUG nova.compute.provider_tree [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.679467] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264318, 'name': CreateVM_Task, 'duration_secs': 0.529171} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.679643] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.680389] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.680560] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.680888] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.681183] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951ab910-66e9-452c-9777-abf76f7e8026 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.687276] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for the task: (returnval){ [ 973.687276] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5277b93b-0314-f2f7-0f32-a41a702218ea" [ 973.687276] env[69481]: _type = "Task" [ 973.687276] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.696312] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5277b93b-0314-f2f7-0f32-a41a702218ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.697276] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.699728] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8199b0a8-0d8b-43c7-a028-caabe9ea4b38 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lock "647ea37d-4f78-48e6-81c1-de11a7aa9a42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.232s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.976934] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331396} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.977825] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.979098] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6218ed-85a6-4a63-b5ff-976b2dd61cf1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.020417] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 5223caf5-d090-4460-875b-03b6e6a0096a/5223caf5-d090-4460-875b-03b6e6a0096a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.022100] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d2c48e-a2c3-46f8-8665-54e84a06363e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.052302] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 974.052302] env[69481]: value = "task-3264320" [ 974.052302] env[69481]: _type = "Task" [ 974.052302] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.063958] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.160797] env[69481]: DEBUG nova.scheduler.client.report [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.199439] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5277b93b-0314-f2f7-0f32-a41a702218ea, 'name': SearchDatastore_Task, 'duration_secs': 0.029503} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.200048] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.200048] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.200259] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.200410] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.200596] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.201168] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e7b56fd-1a8b-456d-babb-efc82a5a01ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.212938] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.212994] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.213777] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8a4037-da04-4a29-b76c-88594462b9a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.221175] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for the task: (returnval){ [ 974.221175] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]524d0c53-9eb8-947d-9c9c-bb7519b52b5c" [ 974.221175] env[69481]: _type = "Task" [ 974.221175] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.229874] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524d0c53-9eb8-947d-9c9c-bb7519b52b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.258665] env[69481]: DEBUG nova.compute.manager [req-d5e5cc1a-d504-4030-98ef-9f8705dad28b req-b5aa9ba5-5011-48ef-bc6d-f9f5b2eda983 service nova] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Received event network-vif-deleted-1892f156-fa60-4fb2-8b5e-cd3d007225c0 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.347126] env[69481]: DEBUG nova.compute.manager [None req-18693ece-67f6-40d4-ac28-fc50602cb0d1 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.348370] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd7ebb2-3021-4567-bed3-98f80bab044a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.553571] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquiring lock "647ea37d-4f78-48e6-81c1-de11a7aa9a42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.553571] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lock "647ea37d-4f78-48e6-81c1-de11a7aa9a42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.553571] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquiring lock "647ea37d-4f78-48e6-81c1-de11a7aa9a42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.553571] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lock "647ea37d-4f78-48e6-81c1-de11a7aa9a42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.553571] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lock "647ea37d-4f78-48e6-81c1-de11a7aa9a42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.558320] env[69481]: INFO nova.compute.manager [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Terminating instance [ 974.566819] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264320, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.665877] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.668392] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.587s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.668672] env[69481]: DEBUG nova.objects.instance [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lazy-loading 'resources' on Instance uuid 170c4c18-014e-4887-a6ce-888f2b28303e {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.692928] env[69481]: INFO nova.scheduler.client.report [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Deleted allocations for instance c31d2c3c-560d-479b-bd82-2004a6f7390a [ 974.734187] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524d0c53-9eb8-947d-9c9c-bb7519b52b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.022651} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.734938] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a62cb1b-66ee-443b-a3df-63f32a29ba4c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.741783] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for the task: (returnval){ [ 974.741783] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52899a2b-64c4-a75b-3176-a2ef6dd2e6b6" [ 974.741783] env[69481]: _type = "Task" [ 974.741783] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.750991] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52899a2b-64c4-a75b-3176-a2ef6dd2e6b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.866567] env[69481]: INFO nova.compute.manager [None req-18693ece-67f6-40d4-ac28-fc50602cb0d1 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] instance snapshotting [ 974.866567] env[69481]: DEBUG nova.objects.instance [None req-18693ece-67f6-40d4-ac28-fc50602cb0d1 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lazy-loading 'flavor' on Instance uuid 647ea37d-4f78-48e6-81c1-de11a7aa9a42 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.066867] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264320, 'name': ReconfigVM_Task, 'duration_secs': 0.561361} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.067159] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 5223caf5-d090-4460-875b-03b6e6a0096a/5223caf5-d090-4460-875b-03b6e6a0096a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.067847] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3e8126d-e623-4ac5-a46c-de01280448f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.069800] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquiring lock "refresh_cache-647ea37d-4f78-48e6-81c1-de11a7aa9a42" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.069947] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquired lock "refresh_cache-647ea37d-4f78-48e6-81c1-de11a7aa9a42" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.070144] env[69481]: DEBUG nova.network.neutron [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.077214] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 975.077214] env[69481]: value = "task-3264321" [ 975.077214] env[69481]: _type = "Task" [ 975.077214] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.087276] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264321, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.168206] env[69481]: DEBUG nova.compute.manager [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Stashing vm_state: active {{(pid=69481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 975.208236] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f242ce9e-25ea-4099-9a5d-051c89eb0bac tempest-ServerGroupTestJSON-323952963 tempest-ServerGroupTestJSON-323952963-project-member] Lock "c31d2c3c-560d-479b-bd82-2004a6f7390a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.339s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.258840] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52899a2b-64c4-a75b-3176-a2ef6dd2e6b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.259693] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.260124] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] e950791b-fe57-410b-b605-5c3b06722d8d/e950791b-fe57-410b-b605-5c3b06722d8d.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.260510] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1650302-4a94-44b9-99fc-5fa97add286b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.267407] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for the task: (returnval){ [ 975.267407] env[69481]: value = "task-3264322" [ 975.267407] env[69481]: _type = "Task" [ 975.267407] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.284530] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.373277] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af6c4c-7a8d-4126-890e-6f3da47c26b9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.394516] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443cbd62-046d-43e5-b4f6-a87eea104581 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.583041] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6489c1b7-ee26-4b0c-baf0-ef93393302cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.594738] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264321, 'name': Rename_Task, 'duration_secs': 0.183288} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.595562] env[69481]: DEBUG nova.network.neutron [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.598216] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e252950-83fa-4a1d-a3a4-fd5e70026fb1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.601668] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.601932] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a97aded8-218d-4293-9941-c3c1431c9f9d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.632167] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b8db5b-8e6a-4d91-9bae-02f172d9eabd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.634886] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 975.634886] env[69481]: value = "task-3264323" [ 975.634886] env[69481]: _type = "Task" [ 975.634886] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.644239] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da296c0-8613-4aac-b688-03779f25fa30 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.651429] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.664732] env[69481]: DEBUG nova.compute.provider_tree [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.691491] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.740639] env[69481]: DEBUG nova.network.neutron [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.777619] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.910121] env[69481]: DEBUG nova.compute.manager [None req-18693ece-67f6-40d4-ac28-fc50602cb0d1 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Instance disappeared during snapshot {{(pid=69481) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 976.072577] env[69481]: DEBUG nova.compute.manager [None req-18693ece-67f6-40d4-ac28-fc50602cb0d1 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Found 0 images (rotation: 2) {{(pid=69481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 976.148652] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.168507] env[69481]: DEBUG nova.scheduler.client.report [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.243581] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Releasing lock "refresh_cache-647ea37d-4f78-48e6-81c1-de11a7aa9a42" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.244143] env[69481]: DEBUG nova.compute.manager [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.244396] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.245712] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79ed898-36d4-450c-bb7e-37a4005cacc7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.255431] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.255571] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9155607-b035-45b2-a5ae-8d8383e889ab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.262031] env[69481]: DEBUG oslo_vmware.api [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for the task: (returnval){ [ 976.262031] env[69481]: value = "task-3264324" [ 976.262031] env[69481]: _type = "Task" [ 976.262031] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.270429] env[69481]: DEBUG oslo_vmware.api [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.281187] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.648229] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.673708] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.681804] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.267s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.681804] env[69481]: DEBUG nova.objects.instance [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lazy-loading 'pci_requests' on Instance uuid e2d3f1f0-30a5-41bb-804a-a57073b4fed5 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.709676] env[69481]: INFO nova.scheduler.client.report [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Deleted allocations for instance 170c4c18-014e-4887-a6ce-888f2b28303e [ 976.777927] env[69481]: DEBUG oslo_vmware.api [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264324, 'name': PowerOffVM_Task, 'duration_secs': 0.122817} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.778624] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.778804] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.779090] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2d7906f-93f0-4646-9f01-57a1363fb9bc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.784190] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264322, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.444646} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.784739] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] e950791b-fe57-410b-b605-5c3b06722d8d/e950791b-fe57-410b-b605-5c3b06722d8d.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.784956] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.785248] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0987dfb4-feeb-46a5-95ef-4c4da5caf5ff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.792535] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for the task: (returnval){ [ 976.792535] env[69481]: value = "task-3264326" [ 976.792535] env[69481]: _type = "Task" [ 976.792535] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.801727] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.811404] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.811627] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.811882] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Deleting the datastore file [datastore1] 647ea37d-4f78-48e6-81c1-de11a7aa9a42 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.812089] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53216a8b-7bce-4ead-ac47-93f4aad63726 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.818621] env[69481]: DEBUG oslo_vmware.api [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for the task: (returnval){ [ 976.818621] env[69481]: value = "task-3264327" [ 976.818621] env[69481]: _type = "Task" [ 976.818621] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.828130] env[69481]: DEBUG oslo_vmware.api [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.152341] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.187463] env[69481]: DEBUG nova.objects.instance [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lazy-loading 'numa_topology' on Instance uuid e2d3f1f0-30a5-41bb-804a-a57073b4fed5 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.220611] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c8428f69-bc48-4f86-ab09-c904ac8271a0 tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "170c4c18-014e-4887-a6ce-888f2b28303e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.073s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.304660] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073453} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.304660] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.304660] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c081a9-c8e8-49cb-b636-b48f88ff0304 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.329400] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] e950791b-fe57-410b-b605-5c3b06722d8d/e950791b-fe57-410b-b605-5c3b06722d8d.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.333428] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e47ac3bb-b02d-435d-86c5-839038417126 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.354149] env[69481]: DEBUG oslo_vmware.api [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Task: {'id': task-3264327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158809} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.355543] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.355774] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.356089] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.356285] env[69481]: INFO nova.compute.manager [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Took 1.11 seconds to destroy the instance on the hypervisor. [ 977.356527] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.356847] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for the task: (returnval){ [ 977.356847] env[69481]: value = "task-3264328" [ 977.356847] env[69481]: _type = "Task" [ 977.356847] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.357066] env[69481]: DEBUG nova.compute.manager [-] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.357184] env[69481]: DEBUG nova.network.neutron [-] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.368345] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.382323] env[69481]: DEBUG nova.network.neutron [-] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.651178] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264323, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.691450] env[69481]: INFO nova.compute.claims [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.870892] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264328, 'name': ReconfigVM_Task, 'duration_secs': 0.304884} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.871227] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Reconfigured VM instance instance-0000004d to attach disk [datastore1] e950791b-fe57-410b-b605-5c3b06722d8d/e950791b-fe57-410b-b605-5c3b06722d8d.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.871859] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4de5b825-6a39-47f8-a897-a16872cf91ce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.878158] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for the task: (returnval){ [ 977.878158] env[69481]: value = "task-3264329" [ 977.878158] env[69481]: _type = "Task" [ 977.878158] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.887219] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264329, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.887483] env[69481]: DEBUG nova.network.neutron [-] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.080051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.080051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.080051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.080051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.080051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.082267] env[69481]: INFO nova.compute.manager [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Terminating instance [ 978.153171] env[69481]: DEBUG oslo_vmware.api [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264323, 'name': PowerOnVM_Task, 'duration_secs': 2.066317} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.153171] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.153171] env[69481]: INFO nova.compute.manager [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Took 10.58 seconds to spawn the instance on the hypervisor. [ 978.153382] env[69481]: DEBUG nova.compute.manager [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.154217] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3399cf-8373-4940-8cdc-46f005879fb1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.388204] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264329, 'name': Rename_Task, 'duration_secs': 0.188123} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.388500] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.388749] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c825d21-3846-4271-b266-444efdd040bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.390583] env[69481]: INFO nova.compute.manager [-] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Took 1.03 seconds to deallocate network for instance. [ 978.401252] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for the task: (returnval){ [ 978.401252] env[69481]: value = "task-3264330" [ 978.401252] env[69481]: _type = "Task" [ 978.401252] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.411191] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.543840] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b03810c-033d-44b5-98af-e3af55a21a9e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.551559] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d4a681-ab31-4738-8e35-62109c10dfad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.583333] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0666736f-c934-4202-a328-6d33d756df96 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.586208] env[69481]: DEBUG nova.compute.manager [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.586424] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.587185] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c0631c-fc66-4007-9f4d-2cb36672ac70 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.596276] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305bb2e0-1607-4c0c-8767-a789edf7e1b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.600073] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.600331] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dcab10a-460e-4d73-b3a5-5584a0b5df33 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.615757] env[69481]: DEBUG nova.compute.provider_tree [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.618642] env[69481]: DEBUG oslo_vmware.api [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 978.618642] env[69481]: value = "task-3264331" [ 978.618642] env[69481]: _type = "Task" [ 978.618642] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.626755] env[69481]: DEBUG oslo_vmware.api [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.677967] env[69481]: INFO nova.compute.manager [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Took 51.15 seconds to build instance. [ 978.906072] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.914428] env[69481]: DEBUG oslo_vmware.api [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264330, 'name': PowerOnVM_Task, 'duration_secs': 0.496457} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.914764] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.915009] env[69481]: INFO nova.compute.manager [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Took 8.82 seconds to spawn the instance on the hypervisor. [ 978.915307] env[69481]: DEBUG nova.compute.manager [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.916099] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6bc426-8216-477f-af26-ae95db1d0b6d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.122659] env[69481]: DEBUG nova.scheduler.client.report [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.135331] env[69481]: DEBUG oslo_vmware.api [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264331, 'name': PowerOffVM_Task, 'duration_secs': 0.261849} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.135445] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.135645] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.135915] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81bb2017-c86d-4468-b06a-3d4ff8dca6bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.178328] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9d5b81d5-2231-40f5-b958-079407e022a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.948s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.207997] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.208261] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.208447] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Deleting the datastore file [datastore2] a09a75d5-e39c-40c6-9f3e-343928a2c96e {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.208720] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f779153c-3e87-409e-86f2-369817601e35 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.214972] env[69481]: DEBUG oslo_vmware.api [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for the task: (returnval){ [ 979.214972] env[69481]: value = "task-3264333" [ 979.214972] env[69481]: _type = "Task" [ 979.214972] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.223314] env[69481]: DEBUG oslo_vmware.api [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.442169] env[69481]: INFO nova.compute.manager [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Took 47.26 seconds to build instance. [ 979.521691] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "8650fbb0-4a43-4168-803f-31fcfb165d1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.523041] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "8650fbb0-4a43-4168-803f-31fcfb165d1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.633023] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.951s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.633756] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.378s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.634210] env[69481]: DEBUG nova.objects.instance [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lazy-loading 'resources' on Instance uuid 344483f5-e484-4663-a203-716c0fc11deb {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.676787] env[69481]: INFO nova.network.neutron [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updating port b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 979.726478] env[69481]: DEBUG oslo_vmware.api [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.944256] env[69481]: DEBUG oslo_concurrency.lockutils [None req-23a441bb-0fe0-4259-970f-f03d76f36473 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Lock "e950791b-fe57-410b-b605-5c3b06722d8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.775s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.988132] env[69481]: DEBUG nova.compute.manager [req-5c5cbdc0-dec6-49d2-a940-5f6c42bbb818 req-201d131e-3f7f-420f-b9a6-1d709768619d service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Received event network-changed-a644afbb-0564-4806-b68d-13698e0e5b50 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.988132] env[69481]: DEBUG nova.compute.manager [req-5c5cbdc0-dec6-49d2-a940-5f6c42bbb818 req-201d131e-3f7f-420f-b9a6-1d709768619d service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Refreshing instance network info cache due to event network-changed-a644afbb-0564-4806-b68d-13698e0e5b50. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.988132] env[69481]: DEBUG oslo_concurrency.lockutils [req-5c5cbdc0-dec6-49d2-a940-5f6c42bbb818 req-201d131e-3f7f-420f-b9a6-1d709768619d service nova] Acquiring lock "refresh_cache-5223caf5-d090-4460-875b-03b6e6a0096a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.988132] env[69481]: DEBUG oslo_concurrency.lockutils [req-5c5cbdc0-dec6-49d2-a940-5f6c42bbb818 req-201d131e-3f7f-420f-b9a6-1d709768619d service nova] Acquired lock "refresh_cache-5223caf5-d090-4460-875b-03b6e6a0096a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.988132] env[69481]: DEBUG nova.network.neutron [req-5c5cbdc0-dec6-49d2-a940-5f6c42bbb818 req-201d131e-3f7f-420f-b9a6-1d709768619d service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Refreshing network info cache for port a644afbb-0564-4806-b68d-13698e0e5b50 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.024932] env[69481]: DEBUG nova.compute.manager [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.137771] env[69481]: DEBUG nova.objects.instance [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lazy-loading 'numa_topology' on Instance uuid 344483f5-e484-4663-a203-716c0fc11deb {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.233149] env[69481]: DEBUG oslo_vmware.api [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Task: {'id': task-3264333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.581624} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.235937] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.236177] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.236362] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.236541] env[69481]: INFO nova.compute.manager [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 980.236834] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.237147] env[69481]: DEBUG nova.compute.manager [-] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.237187] env[69481]: DEBUG nova.network.neutron [-] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.324620] env[69481]: DEBUG nova.compute.manager [req-681d8bb3-7d66-4f77-9563-e894eeb2740d req-e5e39554-8521-4e76-9c17-3cab628ed098 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Received event network-changed-684e5b5d-f592-46e1-b777-f90034d091b5 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.324620] env[69481]: DEBUG nova.compute.manager [req-681d8bb3-7d66-4f77-9563-e894eeb2740d req-e5e39554-8521-4e76-9c17-3cab628ed098 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Refreshing instance network info cache due to event network-changed-684e5b5d-f592-46e1-b777-f90034d091b5. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.324620] env[69481]: DEBUG oslo_concurrency.lockutils [req-681d8bb3-7d66-4f77-9563-e894eeb2740d req-e5e39554-8521-4e76-9c17-3cab628ed098 service nova] Acquiring lock "refresh_cache-e950791b-fe57-410b-b605-5c3b06722d8d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.324882] env[69481]: DEBUG oslo_concurrency.lockutils [req-681d8bb3-7d66-4f77-9563-e894eeb2740d req-e5e39554-8521-4e76-9c17-3cab628ed098 service nova] Acquired lock "refresh_cache-e950791b-fe57-410b-b605-5c3b06722d8d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.324882] env[69481]: DEBUG nova.network.neutron [req-681d8bb3-7d66-4f77-9563-e894eeb2740d req-e5e39554-8521-4e76-9c17-3cab628ed098 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Refreshing network info cache for port 684e5b5d-f592-46e1-b777-f90034d091b5 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.563264] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.644521] env[69481]: DEBUG nova.objects.base [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Object Instance<344483f5-e484-4663-a203-716c0fc11deb> lazy-loaded attributes: resources,numa_topology {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.751235] env[69481]: DEBUG nova.network.neutron [req-5c5cbdc0-dec6-49d2-a940-5f6c42bbb818 req-201d131e-3f7f-420f-b9a6-1d709768619d service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Updated VIF entry in instance network info cache for port a644afbb-0564-4806-b68d-13698e0e5b50. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.751235] env[69481]: DEBUG nova.network.neutron [req-5c5cbdc0-dec6-49d2-a940-5f6c42bbb818 req-201d131e-3f7f-420f-b9a6-1d709768619d service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Updating instance_info_cache with network_info: [{"id": "a644afbb-0564-4806-b68d-13698e0e5b50", "address": "fa:16:3e:04:9a:15", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa644afbb-05", "ovs_interfaceid": "a644afbb-0564-4806-b68d-13698e0e5b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.014329] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceed4b16-56e0-4178-b3f5-e5c89c6d8899 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.024621] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317497cf-3984-4e13-8ed8-26aeeae4acc0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.058167] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219487dd-49ae-4f5b-8ed2-6cc9df73c599 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.065431] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb83f1f-c51b-49f9-a23a-ed7f31f15116 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.080597] env[69481]: DEBUG nova.compute.provider_tree [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.212509] env[69481]: DEBUG nova.network.neutron [-] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.258205] env[69481]: DEBUG oslo_concurrency.lockutils [req-5c5cbdc0-dec6-49d2-a940-5f6c42bbb818 req-201d131e-3f7f-420f-b9a6-1d709768619d service nova] Releasing lock "refresh_cache-5223caf5-d090-4460-875b-03b6e6a0096a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.411574] env[69481]: DEBUG nova.network.neutron [req-681d8bb3-7d66-4f77-9563-e894eeb2740d req-e5e39554-8521-4e76-9c17-3cab628ed098 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Updated VIF entry in instance network info cache for port 684e5b5d-f592-46e1-b777-f90034d091b5. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.412352] env[69481]: DEBUG nova.network.neutron [req-681d8bb3-7d66-4f77-9563-e894eeb2740d req-e5e39554-8521-4e76-9c17-3cab628ed098 service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Updating instance_info_cache with network_info: [{"id": "684e5b5d-f592-46e1-b777-f90034d091b5", "address": "fa:16:3e:5a:30:63", "network": {"id": "cd86a6d5-3d26-4dc9-90ba-e9fa9190c846", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-307427668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bb8014d3ca4f2ead6de90ddfee6c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684e5b5d-f5", "ovs_interfaceid": "684e5b5d-f592-46e1-b777-f90034d091b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.585626] env[69481]: DEBUG nova.scheduler.client.report [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.720910] env[69481]: INFO nova.compute.manager [-] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Took 1.48 seconds to deallocate network for instance. [ 981.762767] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.762969] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.763132] env[69481]: DEBUG nova.network.neutron [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.915016] env[69481]: DEBUG oslo_concurrency.lockutils [req-681d8bb3-7d66-4f77-9563-e894eeb2740d req-e5e39554-8521-4e76-9c17-3cab628ed098 service nova] Releasing lock "refresh_cache-e950791b-fe57-410b-b605-5c3b06722d8d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.022780] env[69481]: DEBUG nova.compute.manager [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Received event network-vif-plugged-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.023428] env[69481]: DEBUG oslo_concurrency.lockutils [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] Acquiring lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.023730] env[69481]: DEBUG oslo_concurrency.lockutils [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.023951] env[69481]: DEBUG oslo_concurrency.lockutils [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.024189] env[69481]: DEBUG nova.compute.manager [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] No waiting events found dispatching network-vif-plugged-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.024719] env[69481]: WARNING nova.compute.manager [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Received unexpected event network-vif-plugged-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd for instance with vm_state shelved_offloaded and task_state spawning. [ 982.024970] env[69481]: DEBUG nova.compute.manager [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Received event network-changed-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.025203] env[69481]: DEBUG nova.compute.manager [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Refreshing instance network info cache due to event network-changed-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.025422] env[69481]: DEBUG oslo_concurrency.lockutils [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] Acquiring lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.091715] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.458s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.095935] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.750s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.095935] env[69481]: DEBUG nova.objects.instance [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lazy-loading 'resources' on Instance uuid 4a193cef-9e1a-4141-9a0b-7ec6c58ba504 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.231128] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.263905] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "70af6f04-e8fc-4dde-a191-c9592c145d23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.264171] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "70af6f04-e8fc-4dde-a191-c9592c145d23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.354570] env[69481]: DEBUG nova.compute.manager [req-2da9b6e5-c6ee-4b61-8c7b-53064b9d29ce req-29083987-1ca8-4933-862b-c16e993c8ace service nova] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Received event network-vif-deleted-3b75a42b-cff5-422b-9244-e5258eedc869 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.548555] env[69481]: DEBUG nova.network.neutron [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updating instance_info_cache with network_info: [{"id": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "address": "fa:16:3e:22:c9:43", "network": {"id": "28a97ff2-d66f-4fc2-a3fd-49fb27fac7df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057812180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156959a73af44524b2e83db967938cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cbf883-ff", "ovs_interfaceid": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.603067] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ee17d6a8-96b2-4efe-a408-fe7f4d0397da tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "344483f5-e484-4663-a203-716c0fc11deb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.893s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.604135] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "344483f5-e484-4663-a203-716c0fc11deb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 33.073s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.604225] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "344483f5-e484-4663-a203-716c0fc11deb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.604452] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "344483f5-e484-4663-a203-716c0fc11deb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.604521] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "344483f5-e484-4663-a203-716c0fc11deb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.606934] env[69481]: INFO nova.compute.manager [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Terminating instance [ 982.770480] env[69481]: DEBUG nova.compute.manager [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.894808] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ecd17f-7e71-4856-a037-fdaa248d42a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.902426] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed006e45-80c2-4159-b0de-a5bb0a0e4529 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.932253] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e37bb6f-545d-4a14-979b-b84c5dac017a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.938854] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fd349b-1e12-4cf5-b721-d83ae6b4118a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.951808] env[69481]: DEBUG nova.compute.provider_tree [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.051794] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.054255] env[69481]: DEBUG oslo_concurrency.lockutils [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] Acquired lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.054450] env[69481]: DEBUG nova.network.neutron [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Refreshing network info cache for port b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.078938] env[69481]: DEBUG nova.virt.hardware [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='805484469bc64981d9ed4de50c03f547',container_format='bare',created_at=2025-04-03T15:05:46Z,direct_url=,disk_format='vmdk',id=da26b615-7cfd-4fab-aa8a-b64fc6845a66,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1931829088-shelved',owner='156959a73af44524b2e83db967938cc1',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-03T15:06:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.079225] env[69481]: DEBUG nova.virt.hardware [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.079387] env[69481]: DEBUG nova.virt.hardware [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.079572] env[69481]: DEBUG nova.virt.hardware [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.079722] env[69481]: DEBUG nova.virt.hardware [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.079872] env[69481]: DEBUG nova.virt.hardware [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.080124] env[69481]: DEBUG nova.virt.hardware [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.080313] env[69481]: DEBUG nova.virt.hardware [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.080486] env[69481]: DEBUG nova.virt.hardware [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.080651] env[69481]: DEBUG nova.virt.hardware [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.080824] env[69481]: DEBUG nova.virt.hardware [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.081920] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf5e37f-df10-4c9a-8c61-8a3542f8fb57 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.089558] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f4bfd4-9f45-4897-befc-617007039d4f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.103026] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:c9:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.110265] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.111017] env[69481]: DEBUG nova.compute.manager [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.111232] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.111472] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.111669] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d0c2493-1242-4b33-9d42-279bb49b541d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.113324] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ef98870-1df1-4533-89ca-939eab24b137 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.136185] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbc3ea4-a478-4592-8e91-52fdb2908daa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.146828] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.146828] env[69481]: value = "task-3264334" [ 983.146828] env[69481]: _type = "Task" [ 983.146828] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.154811] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264334, 'name': CreateVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.166084] env[69481]: WARNING nova.virt.vmwareapi.vmops [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 344483f5-e484-4663-a203-716c0fc11deb could not be found. [ 983.166295] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.166478] env[69481]: INFO nova.compute.manager [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Took 0.06 seconds to destroy the instance on the hypervisor. [ 983.166727] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.166996] env[69481]: DEBUG nova.compute.manager [-] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.167114] env[69481]: DEBUG nova.network.neutron [-] [instance: 344483f5-e484-4663-a203-716c0fc11deb] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.294428] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.454786] env[69481]: DEBUG nova.scheduler.client.report [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.660181] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264334, 'name': CreateVM_Task, 'duration_secs': 0.394126} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.660358] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.661560] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.662278] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.662278] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.662498] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf9153a-e30a-471b-8394-921a50e5cf61 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.668030] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 983.668030] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f06731-f975-2e14-8db1-257d8d8034e0" [ 983.668030] env[69481]: _type = "Task" [ 983.668030] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.676623] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f06731-f975-2e14-8db1-257d8d8034e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.794983] env[69481]: DEBUG nova.network.neutron [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updated VIF entry in instance network info cache for port b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.795460] env[69481]: DEBUG nova.network.neutron [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updating instance_info_cache with network_info: [{"id": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "address": "fa:16:3e:22:c9:43", "network": {"id": "28a97ff2-d66f-4fc2-a3fd-49fb27fac7df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057812180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156959a73af44524b2e83db967938cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cbf883-ff", "ovs_interfaceid": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.927416] env[69481]: DEBUG nova.network.neutron [-] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.960936] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.962283] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.951s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.962516] env[69481]: DEBUG nova.objects.instance [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lazy-loading 'resources' on Instance uuid 632de273-922d-469f-924c-9de36f901a03 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.978196] env[69481]: INFO nova.scheduler.client.report [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Deleted allocations for instance 4a193cef-9e1a-4141-9a0b-7ec6c58ba504 [ 984.179068] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.179696] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Processing image da26b615-7cfd-4fab-aa8a-b64fc6845a66 {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.180108] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66/da26b615-7cfd-4fab-aa8a-b64fc6845a66.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.180419] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66/da26b615-7cfd-4fab-aa8a-b64fc6845a66.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.180741] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.181336] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54df9e8e-4e96-477f-b653-d5a143435d9a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.189724] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.189899] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.190630] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3383aa9f-bc7c-4300-9857-70e3efd3db3f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.195505] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 984.195505] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e08128-8b35-aaa9-0110-da3689868ae3" [ 984.195505] env[69481]: _type = "Task" [ 984.195505] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.204322] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e08128-8b35-aaa9-0110-da3689868ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.297833] env[69481]: DEBUG oslo_concurrency.lockutils [req-d44f76b0-011d-448f-b2aa-6d57235e35ce req-83852b84-d2c8-42b5-937e-da9c175ab9bb service nova] Releasing lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.430503] env[69481]: INFO nova.compute.manager [-] [instance: 344483f5-e484-4663-a203-716c0fc11deb] Took 1.26 seconds to deallocate network for instance. [ 984.484852] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0a97989b-a26c-4d6b-a73f-7c4a102f7d08 tempest-ServerShowV247Test-1486908351 tempest-ServerShowV247Test-1486908351-project-member] Lock "4a193cef-9e1a-4141-9a0b-7ec6c58ba504" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.359s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.710810] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Preparing fetch location {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 984.711509] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Fetch image to [datastore2] OSTACK_IMG_1fc99d76-ed07-46e3-a4b9-306aa26ccd32/OSTACK_IMG_1fc99d76-ed07-46e3-a4b9-306aa26ccd32.vmdk {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 984.711509] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Downloading stream optimized image da26b615-7cfd-4fab-aa8a-b64fc6845a66 to [datastore2] OSTACK_IMG_1fc99d76-ed07-46e3-a4b9-306aa26ccd32/OSTACK_IMG_1fc99d76-ed07-46e3-a4b9-306aa26ccd32.vmdk on the data store datastore2 as vApp {{(pid=69481) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 984.711659] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Downloading image file data da26b615-7cfd-4fab-aa8a-b64fc6845a66 to the ESX as VM named 'OSTACK_IMG_1fc99d76-ed07-46e3-a4b9-306aa26ccd32' {{(pid=69481) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 984.755786] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c62849-0184-4bc4-b77c-f742ca29b512 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.763565] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda22819-def2-4173-b5d4-25d82c6318fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.795644] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 984.795644] env[69481]: value = "resgroup-9" [ 984.795644] env[69481]: _type = "ResourcePool" [ 984.795644] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 984.796185] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4300d235-4e89-4e55-b656-5d88adc384ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.798714] env[69481]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6a8807ef-92eb-47a7-b428-890110b8a379 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.818642] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e4e84a-5777-4386-8b34-889e2e84915f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.823428] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lease: (returnval){ [ 984.823428] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c5b434-fee1-c85f-11f8-b866f1140fa5" [ 984.823428] env[69481]: _type = "HttpNfcLease" [ 984.823428] env[69481]: } obtained for vApp import into resource pool (val){ [ 984.823428] env[69481]: value = "resgroup-9" [ 984.823428] env[69481]: _type = "ResourcePool" [ 984.823428] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 984.823715] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the lease: (returnval){ [ 984.823715] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c5b434-fee1-c85f-11f8-b866f1140fa5" [ 984.823715] env[69481]: _type = "HttpNfcLease" [ 984.823715] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 984.834638] env[69481]: DEBUG nova.compute.provider_tree [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.838777] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.838777] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c5b434-fee1-c85f-11f8-b866f1140fa5" [ 984.838777] env[69481]: _type = "HttpNfcLease" [ 984.838777] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 985.332655] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.332655] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c5b434-fee1-c85f-11f8-b866f1140fa5" [ 985.332655] env[69481]: _type = "HttpNfcLease" [ 985.332655] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 985.333019] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 985.333019] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c5b434-fee1-c85f-11f8-b866f1140fa5" [ 985.333019] env[69481]: _type = "HttpNfcLease" [ 985.333019] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 985.333788] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4d6afd-5759-4337-9fe4-04240c6bacee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.337271] env[69481]: DEBUG nova.scheduler.client.report [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.344149] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab378b-d08a-83a0-22c1-50890573be5a/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 985.344298] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab378b-d08a-83a0-22c1-50890573be5a/disk-0.vmdk. {{(pid=69481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 985.412965] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a85df43e-e784-47c9-9d35-2fdcb37577f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.456671] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aeefaf55-74fa-429b-acfe-48a640e00d88 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "344483f5-e484-4663-a203-716c0fc11deb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.853s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.847073] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.849844] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.646s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.851130] env[69481]: INFO nova.compute.claims [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.872234] env[69481]: INFO nova.scheduler.client.report [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Deleted allocations for instance 632de273-922d-469f-924c-9de36f901a03 [ 986.347449] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquiring lock "a43ef85f-fb09-4cf2-a848-e4b30fc37cb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.347775] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "a43ef85f-fb09-4cf2-a848-e4b30fc37cb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.389302] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5585f006-6fdc-4d63-86ef-07f6dfaea1ba tempest-ImagesOneServerNegativeTestJSON-434699937 tempest-ImagesOneServerNegativeTestJSON-434699937-project-member] Lock "632de273-922d-469f-924c-9de36f901a03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.258s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.390983] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "c9b8a733-73ae-4450-98ee-4fd07683cb80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.391236] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "c9b8a733-73ae-4450-98ee-4fd07683cb80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.723428] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Completed reading data from the image iterator. {{(pid=69481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 986.723616] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab378b-d08a-83a0-22c1-50890573be5a/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 986.724626] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3503b4d-ccc0-4755-8f06-f66dcea30bff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.732464] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab378b-d08a-83a0-22c1-50890573be5a/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 986.732720] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab378b-d08a-83a0-22c1-50890573be5a/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 986.733016] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-45c42536-2196-446a-947d-03237cfbefe6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.850556] env[69481]: DEBUG nova.compute.manager [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.895598] env[69481]: DEBUG nova.compute.manager [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.918945] env[69481]: DEBUG oslo_vmware.rw_handles [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab378b-d08a-83a0-22c1-50890573be5a/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 986.918945] env[69481]: INFO nova.virt.vmwareapi.images [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Downloaded image file data da26b615-7cfd-4fab-aa8a-b64fc6845a66 [ 986.921573] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab09e45f-4c1b-410f-a5fa-65aebec816a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.946994] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2e1ec9c-c37f-422f-ad0f-33ca7e8b9215 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.976241] env[69481]: INFO nova.virt.vmwareapi.images [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] The imported VM was unregistered [ 986.978651] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Caching image {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 986.978879] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Creating directory with path [datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66 {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.981603] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f015d72-4e03-4c82-8b0f-528896ad1d8b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.011952] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Created directory with path [datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66 {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.012233] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1fc99d76-ed07-46e3-a4b9-306aa26ccd32/OSTACK_IMG_1fc99d76-ed07-46e3-a4b9-306aa26ccd32.vmdk to [datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66/da26b615-7cfd-4fab-aa8a-b64fc6845a66.vmdk. {{(pid=69481) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 987.012448] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1c2ad550-1c11-45cc-834f-da1de5e6ada4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.020944] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 987.020944] env[69481]: value = "task-3264337" [ 987.020944] env[69481]: _type = "Task" [ 987.020944] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.028655] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264337, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.259934] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681ac483-4134-4513-abfa-2632de7ac127 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.268141] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27a9c6f-90c9-4a4c-aec3-3b72b22acc8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.298331] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b294f2-f531-4aaf-b157-e49db7f48723 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.305755] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcaaef4-bca3-4f82-9361-637724b70e51 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.318960] env[69481]: DEBUG nova.compute.provider_tree [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.370413] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.419781] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.532720] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264337, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.823199] env[69481]: DEBUG nova.scheduler.client.report [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.040245] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264337, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.329237] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.329764] env[69481]: DEBUG nova.compute.manager [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.332493] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.910s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.332825] env[69481]: DEBUG nova.objects.instance [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lazy-loading 'resources' on Instance uuid 5777318f-3425-4ad6-913a-4c98ab68d4e1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.534211] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264337, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.836338] env[69481]: DEBUG nova.compute.utils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.837812] env[69481]: DEBUG nova.compute.manager [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.837975] env[69481]: DEBUG nova.network.neutron [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.886698] env[69481]: DEBUG nova.policy [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03364d02fd344b6eb7a22e132fc2b142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb779692e1a9467ebcf62d5aea115f56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.044840] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264337, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.224190] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad403d4-c129-4c35-a41f-d7b4dbc1d1fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.234496] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5862d3ab-2f57-4989-8a86-396cbea50b5f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.266453] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651b1b0f-fdcb-4561-904b-4071285f8acf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.274614] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499c8a48-55aa-46cc-9fc8-34a9d1e9e7f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.291647] env[69481]: DEBUG nova.compute.provider_tree [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.344231] env[69481]: DEBUG nova.compute.manager [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.386643] env[69481]: DEBUG nova.network.neutron [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Successfully created port: 8a02a7e1-8749-4d5d-929f-d99cd02146e6 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.537371] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264337, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.795881] env[69481]: DEBUG nova.scheduler.client.report [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.038999] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264337, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.559394} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.039326] env[69481]: INFO nova.virt.vmwareapi.ds_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1fc99d76-ed07-46e3-a4b9-306aa26ccd32/OSTACK_IMG_1fc99d76-ed07-46e3-a4b9-306aa26ccd32.vmdk to [datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66/da26b615-7cfd-4fab-aa8a-b64fc6845a66.vmdk. [ 990.039554] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Cleaning up location [datastore2] OSTACK_IMG_1fc99d76-ed07-46e3-a4b9-306aa26ccd32 {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 990.040205] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1fc99d76-ed07-46e3-a4b9-306aa26ccd32 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.040205] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad53d1a7-5a83-44ba-ac9f-995f9918cd0c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.046215] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 990.046215] env[69481]: value = "task-3264338" [ 990.046215] env[69481]: _type = "Task" [ 990.046215] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.057956] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.301998] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.304351] env[69481]: DEBUG oslo_concurrency.lockutils [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.603s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.304586] env[69481]: DEBUG nova.objects.instance [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lazy-loading 'resources' on Instance uuid de29d366-5596-4109-9b46-3628b86684de {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.331100] env[69481]: INFO nova.scheduler.client.report [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Deleted allocations for instance 5777318f-3425-4ad6-913a-4c98ab68d4e1 [ 990.353713] env[69481]: DEBUG nova.compute.manager [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.381990] env[69481]: DEBUG nova.virt.hardware [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.382387] env[69481]: DEBUG nova.virt.hardware [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.382472] env[69481]: DEBUG nova.virt.hardware [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.382609] env[69481]: DEBUG nova.virt.hardware [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.382932] env[69481]: DEBUG nova.virt.hardware [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.382932] env[69481]: DEBUG nova.virt.hardware [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.383177] env[69481]: DEBUG nova.virt.hardware [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.383273] env[69481]: DEBUG nova.virt.hardware [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.383459] env[69481]: DEBUG nova.virt.hardware [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.383670] env[69481]: DEBUG nova.virt.hardware [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.383789] env[69481]: DEBUG nova.virt.hardware [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.385013] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950945a0-dbf3-4609-b585-b558d5846ae5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.393248] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcbe763-5aa1-47da-87e0-66a7f60883d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.560081] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061388} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.560398] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.560584] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66/da26b615-7cfd-4fab-aa8a-b64fc6845a66.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.560845] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66/da26b615-7cfd-4fab-aa8a-b64fc6845a66.vmdk to [datastore2] e2d3f1f0-30a5-41bb-804a-a57073b4fed5/e2d3f1f0-30a5-41bb-804a-a57073b4fed5.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.561174] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90515b36-8af1-4fd2-8e94-90ff758de705 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.569334] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 990.569334] env[69481]: value = "task-3264339" [ 990.569334] env[69481]: _type = "Task" [ 990.569334] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.579574] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.843127] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c42b3e5c-c25c-433b-b442-4f4b820e602e tempest-VolumesAdminNegativeTest-1587943419 tempest-VolumesAdminNegativeTest-1587943419-project-member] Lock "5777318f-3425-4ad6-913a-4c98ab68d4e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.208s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.975725] env[69481]: DEBUG nova.compute.manager [req-94530aa3-ac0b-4cb5-aef4-5ee6f8cd581b req-6b78b7c8-4934-4eb3-a3e4-aab3f365f45e service nova] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Received event network-vif-plugged-8a02a7e1-8749-4d5d-929f-d99cd02146e6 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.976987] env[69481]: DEBUG oslo_concurrency.lockutils [req-94530aa3-ac0b-4cb5-aef4-5ee6f8cd581b req-6b78b7c8-4934-4eb3-a3e4-aab3f365f45e service nova] Acquiring lock "6eca7c81-667f-4896-a38e-662713da65b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.976987] env[69481]: DEBUG oslo_concurrency.lockutils [req-94530aa3-ac0b-4cb5-aef4-5ee6f8cd581b req-6b78b7c8-4934-4eb3-a3e4-aab3f365f45e service nova] Lock "6eca7c81-667f-4896-a38e-662713da65b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.976987] env[69481]: DEBUG oslo_concurrency.lockutils [req-94530aa3-ac0b-4cb5-aef4-5ee6f8cd581b req-6b78b7c8-4934-4eb3-a3e4-aab3f365f45e service nova] Lock "6eca7c81-667f-4896-a38e-662713da65b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.976987] env[69481]: DEBUG nova.compute.manager [req-94530aa3-ac0b-4cb5-aef4-5ee6f8cd581b req-6b78b7c8-4934-4eb3-a3e4-aab3f365f45e service nova] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] No waiting events found dispatching network-vif-plugged-8a02a7e1-8749-4d5d-929f-d99cd02146e6 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.976987] env[69481]: WARNING nova.compute.manager [req-94530aa3-ac0b-4cb5-aef4-5ee6f8cd581b req-6b78b7c8-4934-4eb3-a3e4-aab3f365f45e service nova] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Received unexpected event network-vif-plugged-8a02a7e1-8749-4d5d-929f-d99cd02146e6 for instance with vm_state building and task_state spawning. [ 991.092072] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264339, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.158302] env[69481]: DEBUG nova.network.neutron [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Successfully updated port: 8a02a7e1-8749-4d5d-929f-d99cd02146e6 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.345332] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252aa0cd-aa98-41fc-8534-5a1da9cf3f48 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.353940] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbbfbd3-9cfe-47a0-a3cb-3512cc2448de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.386029] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22f5c2c-ae34-42ae-b742-e93e46f93223 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.395324] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a203648-e809-4432-ab2c-c57d3d2155c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.409572] env[69481]: DEBUG nova.compute.provider_tree [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.580410] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264339, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.662338] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "refresh_cache-6eca7c81-667f-4896-a38e-662713da65b3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.662498] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "refresh_cache-6eca7c81-667f-4896-a38e-662713da65b3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.662653] env[69481]: DEBUG nova.network.neutron [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.916242] env[69481]: DEBUG nova.scheduler.client.report [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.082625] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264339, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.226655] env[69481]: DEBUG nova.network.neutron [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.422554] env[69481]: DEBUG oslo_concurrency.lockutils [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.425199] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.714s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.427513] env[69481]: INFO nova.compute.claims [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.442532] env[69481]: DEBUG nova.network.neutron [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Updating instance_info_cache with network_info: [{"id": "8a02a7e1-8749-4d5d-929f-d99cd02146e6", "address": "fa:16:3e:d5:25:70", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a02a7e1-87", "ovs_interfaceid": "8a02a7e1-8749-4d5d-929f-d99cd02146e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.452853] env[69481]: INFO nova.scheduler.client.report [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleted allocations for instance de29d366-5596-4109-9b46-3628b86684de [ 992.587398] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264339, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.665230] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "f0a5b231-33f6-4b96-8149-87906824e3f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.665943] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "f0a5b231-33f6-4b96-8149-87906824e3f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.697567] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "c7300c59-9dbd-46e7-a3ba-af00215bd124" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.697805] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "c7300c59-9dbd-46e7-a3ba-af00215bd124" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.945426] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "refresh_cache-6eca7c81-667f-4896-a38e-662713da65b3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.946154] env[69481]: DEBUG nova.compute.manager [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Instance network_info: |[{"id": "8a02a7e1-8749-4d5d-929f-d99cd02146e6", "address": "fa:16:3e:d5:25:70", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a02a7e1-87", "ovs_interfaceid": "8a02a7e1-8749-4d5d-929f-d99cd02146e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.949226] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:25:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a02a7e1-8749-4d5d-929f-d99cd02146e6', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.961263] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.964930] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.965390] env[69481]: DEBUG oslo_concurrency.lockutils [None req-291d9727-bdbf-4026-8e20-c1115860cab5 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "de29d366-5596-4109-9b46-3628b86684de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.853s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.966655] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8a1585e-27c6-450b-950e-f12ddb67da21 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.989329] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.989329] env[69481]: value = "task-3264340" [ 992.989329] env[69481]: _type = "Task" [ 992.989329] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.999496] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264340, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.024238] env[69481]: DEBUG nova.compute.manager [req-25812f5e-ec9d-4005-83ff-ab11d0242665 req-3874bda9-9ce9-47ea-aea0-da45439d2af8 service nova] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Received event network-changed-8a02a7e1-8749-4d5d-929f-d99cd02146e6 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.024518] env[69481]: DEBUG nova.compute.manager [req-25812f5e-ec9d-4005-83ff-ab11d0242665 req-3874bda9-9ce9-47ea-aea0-da45439d2af8 service nova] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Refreshing instance network info cache due to event network-changed-8a02a7e1-8749-4d5d-929f-d99cd02146e6. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.024781] env[69481]: DEBUG oslo_concurrency.lockutils [req-25812f5e-ec9d-4005-83ff-ab11d0242665 req-3874bda9-9ce9-47ea-aea0-da45439d2af8 service nova] Acquiring lock "refresh_cache-6eca7c81-667f-4896-a38e-662713da65b3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.025045] env[69481]: DEBUG oslo_concurrency.lockutils [req-25812f5e-ec9d-4005-83ff-ab11d0242665 req-3874bda9-9ce9-47ea-aea0-da45439d2af8 service nova] Acquired lock "refresh_cache-6eca7c81-667f-4896-a38e-662713da65b3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.025266] env[69481]: DEBUG nova.network.neutron [req-25812f5e-ec9d-4005-83ff-ab11d0242665 req-3874bda9-9ce9-47ea-aea0-da45439d2af8 service nova] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Refreshing network info cache for port 8a02a7e1-8749-4d5d-929f-d99cd02146e6 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.084163] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264339, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.169671] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.200626] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.506263] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264340, 'name': CreateVM_Task, 'duration_secs': 0.487093} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.508996] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.510314] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.510470] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.510783] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.511111] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57be4b14-fada-432d-9aec-6d4d84b6120c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.516405] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 993.516405] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ead568-3d00-33f9-e651-1dc894418b69" [ 993.516405] env[69481]: _type = "Task" [ 993.516405] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.532751] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ead568-3d00-33f9-e651-1dc894418b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.586128] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264339, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.704421} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.586449] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/da26b615-7cfd-4fab-aa8a-b64fc6845a66/da26b615-7cfd-4fab-aa8a-b64fc6845a66.vmdk to [datastore2] e2d3f1f0-30a5-41bb-804a-a57073b4fed5/e2d3f1f0-30a5-41bb-804a-a57073b4fed5.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.587405] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3d60a7-4212-49b6-a307-c22919cfdac1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.617125] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] e2d3f1f0-30a5-41bb-804a-a57073b4fed5/e2d3f1f0-30a5-41bb-804a-a57073b4fed5.vmdk or device None with type streamOptimized {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.620509] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d09f29-4a8c-4209-93d2-1e2e27e11517 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.644259] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 993.644259] env[69481]: value = "task-3264341" [ 993.644259] env[69481]: _type = "Task" [ 993.644259] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.654860] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.698780] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.725110] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.807763] env[69481]: DEBUG nova.network.neutron [req-25812f5e-ec9d-4005-83ff-ab11d0242665 req-3874bda9-9ce9-47ea-aea0-da45439d2af8 service nova] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Updated VIF entry in instance network info cache for port 8a02a7e1-8749-4d5d-929f-d99cd02146e6. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.808117] env[69481]: DEBUG nova.network.neutron [req-25812f5e-ec9d-4005-83ff-ab11d0242665 req-3874bda9-9ce9-47ea-aea0-da45439d2af8 service nova] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Updating instance_info_cache with network_info: [{"id": "8a02a7e1-8749-4d5d-929f-d99cd02146e6", "address": "fa:16:3e:d5:25:70", "network": {"id": "030b3c95-7d20-47a0-84ab-8d758f7a69ab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698698273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb779692e1a9467ebcf62d5aea115f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a02a7e1-87", "ovs_interfaceid": "8a02a7e1-8749-4d5d-929f-d99cd02146e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.876492] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1413083-a94d-4357-b906-124a078f701e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.885796] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a61d05e-a836-47d2-9321-4b85562295e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.922620] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c42357-f3be-463d-94da-95e9092789ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.930955] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df011481-643f-4294-bac7-69f1de80a298 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.946183] env[69481]: DEBUG nova.compute.provider_tree [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.028879] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ead568-3d00-33f9-e651-1dc894418b69, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.028879] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.028879] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.028879] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.028879] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.029140] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.029337] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83b032c9-09af-4d00-823b-b3e7f8037485 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.038070] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.038277] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.039017] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2f5e65-f2ec-48eb-bb01-677de5b0aafa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.047184] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 994.047184] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d5b12d-0af9-affe-2d44-76b0484ecf72" [ 994.047184] env[69481]: _type = "Task" [ 994.047184] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.055931] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d5b12d-0af9-affe-2d44-76b0484ecf72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.154441] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264341, 'name': ReconfigVM_Task, 'duration_secs': 0.31706} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.154731] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Reconfigured VM instance instance-00000024 to attach disk [datastore2] e2d3f1f0-30a5-41bb-804a-a57073b4fed5/e2d3f1f0-30a5-41bb-804a-a57073b4fed5.vmdk or device None with type streamOptimized {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.155394] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59596cf0-d3b7-4826-8fa1-66898650b431 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.161705] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 994.161705] env[69481]: value = "task-3264342" [ 994.161705] env[69481]: _type = "Task" [ 994.161705] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.171360] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264342, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.310567] env[69481]: DEBUG oslo_concurrency.lockutils [req-25812f5e-ec9d-4005-83ff-ab11d0242665 req-3874bda9-9ce9-47ea-aea0-da45439d2af8 service nova] Releasing lock "refresh_cache-6eca7c81-667f-4896-a38e-662713da65b3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.450629] env[69481]: DEBUG nova.scheduler.client.report [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.564032] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d5b12d-0af9-affe-2d44-76b0484ecf72, 'name': SearchDatastore_Task, 'duration_secs': 0.00878} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.564032] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc9bd13c-de2e-48ad-a2fc-4cd3139c5c83 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.569017] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 994.569017] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522114e5-2f1b-b68c-7e7c-dfd819fc20f4" [ 994.569017] env[69481]: _type = "Task" [ 994.569017] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.576959] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522114e5-2f1b-b68c-7e7c-dfd819fc20f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.672742] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264342, 'name': Rename_Task, 'duration_secs': 0.147345} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.672742] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.672742] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99ec7c75-9658-441b-ae76-569202720858 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.678488] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 994.678488] env[69481]: value = "task-3264343" [ 994.678488] env[69481]: _type = "Task" [ 994.678488] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.686481] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.956251] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.956723] env[69481]: DEBUG nova.compute.manager [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.961793] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.975s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.962038] env[69481]: DEBUG nova.objects.instance [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lazy-loading 'resources' on Instance uuid e9493042-db8b-45a3-b003-3714fff0bf73 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.082511] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522114e5-2f1b-b68c-7e7c-dfd819fc20f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.082511] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.082511] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 6eca7c81-667f-4896-a38e-662713da65b3/6eca7c81-667f-4896-a38e-662713da65b3.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.086028] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-913a7a11-b844-4ad1-8d9f-a7760da1f4d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.091032] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 995.091032] env[69481]: value = "task-3264344" [ 995.091032] env[69481]: _type = "Task" [ 995.091032] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.098466] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.188249] env[69481]: DEBUG oslo_vmware.api [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264343, 'name': PowerOnVM_Task, 'duration_secs': 0.471618} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.188708] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.315379] env[69481]: DEBUG nova.compute.manager [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.316386] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e199ba-e727-4d02-a322-b623ef031471 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.463970] env[69481]: DEBUG nova.compute.utils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.468886] env[69481]: DEBUG nova.compute.manager [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.469150] env[69481]: DEBUG nova.network.neutron [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.531684] env[69481]: DEBUG nova.policy [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1513abfb3b714e2fa113e306ff3728b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e4eb7f68c61403699ef0a74851960a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.603079] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264344, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.849168] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4012c3b3-f332-4390-b83d-9fb43eecfa0f tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 51.466s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.875515] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b93e3e7-12c6-4de1-b4e2-93df8b90a9b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.885176] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55028654-1ab2-4e64-b71c-bd161862d17c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.921772] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c6120b-a7b7-4973-921d-fdf097569989 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.930298] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25db8c93-3cb4-4715-80bf-2ee1a0041953 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.946287] env[69481]: DEBUG nova.compute.provider_tree [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.974060] env[69481]: DEBUG nova.compute.manager [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.101840] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631119} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.102173] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 6eca7c81-667f-4896-a38e-662713da65b3/6eca7c81-667f-4896-a38e-662713da65b3.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.102403] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.102666] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e8bc266-5da1-4a4e-a662-8f033021ffbf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.109029] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 996.109029] env[69481]: value = "task-3264345" [ 996.109029] env[69481]: _type = "Task" [ 996.109029] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.118075] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.119205] env[69481]: DEBUG nova.network.neutron [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Successfully created port: 7659a9f7-31d4-4cbc-b86b-9afecf9047ec {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.450668] env[69481]: DEBUG nova.scheduler.client.report [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.619477] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062953} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.619775] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.620678] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb813b83-4e9e-42ff-a8e4-e292a3436383 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.643744] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6eca7c81-667f-4896-a38e-662713da65b3/6eca7c81-667f-4896-a38e-662713da65b3.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.644044] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27b97b74-e7db-43a1-8dc0-7c3f8b042e4b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.666562] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 996.666562] env[69481]: value = "task-3264346" [ 996.666562] env[69481]: _type = "Task" [ 996.666562] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.675971] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.957217] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.959363] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.262s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.959599] env[69481]: DEBUG nova.objects.instance [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lazy-loading 'resources' on Instance uuid b4ea91d3-8256-46e0-a44f-f6ed964b1639 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.979767] env[69481]: INFO nova.scheduler.client.report [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Deleted allocations for instance e9493042-db8b-45a3-b003-3714fff0bf73 [ 996.984493] env[69481]: DEBUG nova.compute.manager [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.019512] env[69481]: DEBUG nova.virt.hardware [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.021090] env[69481]: DEBUG nova.virt.hardware [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.021090] env[69481]: DEBUG nova.virt.hardware [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.021090] env[69481]: DEBUG nova.virt.hardware [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.021090] env[69481]: DEBUG nova.virt.hardware [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.021090] env[69481]: DEBUG nova.virt.hardware [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.021090] env[69481]: DEBUG nova.virt.hardware [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.021090] env[69481]: DEBUG nova.virt.hardware [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.021416] env[69481]: DEBUG nova.virt.hardware [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.021416] env[69481]: DEBUG nova.virt.hardware [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.022291] env[69481]: DEBUG nova.virt.hardware [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.022617] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993f8877-f77b-4606-b30b-2a309feb1d87 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.033089] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a126b45-a665-47bd-84f1-1f8d8974e22e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.176627] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264346, 'name': ReconfigVM_Task, 'duration_secs': 0.296162} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.176869] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6eca7c81-667f-4896-a38e-662713da65b3/6eca7c81-667f-4896-a38e-662713da65b3.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.177527] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36ab2b50-1383-49b8-8c23-a735fb440400 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.184130] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 997.184130] env[69481]: value = "task-3264347" [ 997.184130] env[69481]: _type = "Task" [ 997.184130] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.192868] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264347, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.349273] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cefdb9-516a-4ba3-ab3f-2d2377cceb8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.356179] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c00ad15-1b99-4e34-b662-d92894a215d0 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Suspending the VM {{(pid=69481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 997.356437] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-850c5980-3b7b-45b2-83a6-553ee33fc017 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.362419] env[69481]: DEBUG oslo_vmware.api [None req-5c00ad15-1b99-4e34-b662-d92894a215d0 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 997.362419] env[69481]: value = "task-3264348" [ 997.362419] env[69481]: _type = "Task" [ 997.362419] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.370356] env[69481]: DEBUG oslo_vmware.api [None req-5c00ad15-1b99-4e34-b662-d92894a215d0 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264348, 'name': SuspendVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.492646] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1767e74-42e1-49c5-bd2d-367f76465431 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "e9493042-db8b-45a3-b003-3714fff0bf73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.443s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.702847] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264347, 'name': Rename_Task, 'duration_secs': 0.260114} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.702847] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.702847] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed8bd6ac-72e2-47be-87dd-4ee0e5f6f423 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.708096] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 997.708096] env[69481]: value = "task-3264349" [ 997.708096] env[69481]: _type = "Task" [ 997.708096] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.724159] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.846997] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5fb522-7c50-4e35-9357-1a302b2be6ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.856117] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e164da-a3d9-4e3b-b06d-22657cb202f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.894168] env[69481]: DEBUG nova.compute.manager [req-22db2b22-002b-41b0-9c63-22608b673609 req-21411aae-5f5f-44cf-af93-133c98968f62 service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Received event network-vif-plugged-7659a9f7-31d4-4cbc-b86b-9afecf9047ec {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.894400] env[69481]: DEBUG oslo_concurrency.lockutils [req-22db2b22-002b-41b0-9c63-22608b673609 req-21411aae-5f5f-44cf-af93-133c98968f62 service nova] Acquiring lock "166fca2a-4e00-4fbe-bc83-d90aff48853b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.894612] env[69481]: DEBUG oslo_concurrency.lockutils [req-22db2b22-002b-41b0-9c63-22608b673609 req-21411aae-5f5f-44cf-af93-133c98968f62 service nova] Lock "166fca2a-4e00-4fbe-bc83-d90aff48853b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.894780] env[69481]: DEBUG oslo_concurrency.lockutils [req-22db2b22-002b-41b0-9c63-22608b673609 req-21411aae-5f5f-44cf-af93-133c98968f62 service nova] Lock "166fca2a-4e00-4fbe-bc83-d90aff48853b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.894950] env[69481]: DEBUG nova.compute.manager [req-22db2b22-002b-41b0-9c63-22608b673609 req-21411aae-5f5f-44cf-af93-133c98968f62 service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] No waiting events found dispatching network-vif-plugged-7659a9f7-31d4-4cbc-b86b-9afecf9047ec {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.895141] env[69481]: WARNING nova.compute.manager [req-22db2b22-002b-41b0-9c63-22608b673609 req-21411aae-5f5f-44cf-af93-133c98968f62 service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Received unexpected event network-vif-plugged-7659a9f7-31d4-4cbc-b86b-9afecf9047ec for instance with vm_state building and task_state spawning. [ 997.896995] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059b7bd5-e9b3-4a2e-b745-010efdb13892 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.902811] env[69481]: DEBUG oslo_vmware.api [None req-5c00ad15-1b99-4e34-b662-d92894a215d0 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264348, 'name': SuspendVM_Task} progress is 70%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.908104] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcd2c4e-da87-41a9-9a3f-d0dd4f2a780d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.922272] env[69481]: DEBUG nova.compute.provider_tree [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.080620] env[69481]: DEBUG nova.network.neutron [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Successfully updated port: 7659a9f7-31d4-4cbc-b86b-9afecf9047ec {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.221910] env[69481]: DEBUG oslo_vmware.api [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264349, 'name': PowerOnVM_Task, 'duration_secs': 0.456871} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.222260] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.222457] env[69481]: INFO nova.compute.manager [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Took 7.87 seconds to spawn the instance on the hypervisor. [ 998.222636] env[69481]: DEBUG nova.compute.manager [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.223651] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f5c8ba-82e4-4c9a-b661-337694d69b37 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.376306] env[69481]: DEBUG oslo_vmware.api [None req-5c00ad15-1b99-4e34-b662-d92894a215d0 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264348, 'name': SuspendVM_Task, 'duration_secs': 0.665939} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.376640] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c00ad15-1b99-4e34-b662-d92894a215d0 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Suspended the VM {{(pid=69481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 998.376833] env[69481]: DEBUG nova.compute.manager [None req-5c00ad15-1b99-4e34-b662-d92894a215d0 tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.377864] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea01bff-bf44-4a35-966e-5e6ed20fa461 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.424930] env[69481]: DEBUG nova.scheduler.client.report [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.584399] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "refresh_cache-166fca2a-4e00-4fbe-bc83-d90aff48853b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.584815] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "refresh_cache-166fca2a-4e00-4fbe-bc83-d90aff48853b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.587575] env[69481]: DEBUG nova.network.neutron [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.741039] env[69481]: INFO nova.compute.manager [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Took 47.56 seconds to build instance. [ 998.936022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.936022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.245s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.981251] env[69481]: INFO nova.scheduler.client.report [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Deleted allocations for instance b4ea91d3-8256-46e0-a44f-f6ed964b1639 [ 999.134169] env[69481]: DEBUG nova.network.neutron [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.243763] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7c0e4405-b72d-4c69-b975-18b69c365f10 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "6eca7c81-667f-4896-a38e-662713da65b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.072s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.302181] env[69481]: DEBUG nova.network.neutron [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Updating instance_info_cache with network_info: [{"id": "7659a9f7-31d4-4cbc-b86b-9afecf9047ec", "address": "fa:16:3e:64:49:55", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7659a9f7-31", "ovs_interfaceid": "7659a9f7-31d4-4cbc-b86b-9afecf9047ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.394166] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "7b6df427-c08b-4d50-a6e7-822727cb9f44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.394460] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "7b6df427-c08b-4d50-a6e7-822727cb9f44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.394669] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "7b6df427-c08b-4d50-a6e7-822727cb9f44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.394852] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "7b6df427-c08b-4d50-a6e7-822727cb9f44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.395031] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "7b6df427-c08b-4d50-a6e7-822727cb9f44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.397752] env[69481]: INFO nova.compute.manager [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Terminating instance [ 999.442116] env[69481]: INFO nova.compute.claims [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.495292] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4261c467-50a1-4c41-8fe9-e9e6a525d815 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "b4ea91d3-8256-46e0-a44f-f6ed964b1639" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.321s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.546051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "75673729-6372-45f9-b521-1b0cb275a5d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.546051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "75673729-6372-45f9-b521-1b0cb275a5d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.546213] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "75673729-6372-45f9-b521-1b0cb275a5d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.546403] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "75673729-6372-45f9-b521-1b0cb275a5d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.546574] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "75673729-6372-45f9-b521-1b0cb275a5d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.552018] env[69481]: INFO nova.compute.manager [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Terminating instance [ 999.808145] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "refresh_cache-166fca2a-4e00-4fbe-bc83-d90aff48853b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.808145] env[69481]: DEBUG nova.compute.manager [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Instance network_info: |[{"id": "7659a9f7-31d4-4cbc-b86b-9afecf9047ec", "address": "fa:16:3e:64:49:55", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7659a9f7-31", "ovs_interfaceid": "7659a9f7-31d4-4cbc-b86b-9afecf9047ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.808145] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:49:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7659a9f7-31d4-4cbc-b86b-9afecf9047ec', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.817225] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Creating folder: Project (4e4eb7f68c61403699ef0a74851960a7). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.817987] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5425a175-5327-4f29-8ef1-6ac0273373a8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.829617] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Created folder: Project (4e4eb7f68c61403699ef0a74851960a7) in parent group-v651898. [ 999.829829] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Creating folder: Instances. Parent ref: group-v652126. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.830236] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcfa29eb-c039-4a3b-8a9a-7150b83979dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.841638] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Created folder: Instances in parent group-v652126. [ 999.841638] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.841638] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.841894] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcd5ba36-a9a9-49a7-832f-010e1d35e221 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.873227] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.873227] env[69481]: value = "task-3264352" [ 999.873227] env[69481]: _type = "Task" [ 999.873227] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.887466] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264352, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.902499] env[69481]: DEBUG nova.compute.manager [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.902725] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.903649] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b184be-fdf7-47f9-8cbf-c147ee3fdddf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.919415] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.919415] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bac258b-d4b0-44dd-b81c-d26ef40dca0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.925203] env[69481]: DEBUG oslo_vmware.api [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 999.925203] env[69481]: value = "task-3264353" [ 999.925203] env[69481]: _type = "Task" [ 999.925203] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.934249] env[69481]: DEBUG oslo_vmware.api [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.950049] env[69481]: INFO nova.compute.resource_tracker [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating resource usage from migration d5f7df93-83c1-4585-b4d9-0d3cd4d3b51a [ 1000.056327] env[69481]: DEBUG nova.compute.manager [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.056575] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.057561] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6535ff50-d932-4e59-a765-8015ed542914 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.067954] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.068116] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91990727-7df7-490a-8a83-1574a438f5da {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.079822] env[69481]: DEBUG oslo_vmware.api [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 1000.079822] env[69481]: value = "task-3264354" [ 1000.079822] env[69481]: _type = "Task" [ 1000.079822] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.088101] env[69481]: DEBUG nova.compute.manager [req-7f374810-a6e5-49e9-8905-70581edc0d38 req-87268dca-7fb5-4529-b7ee-dfd97bfd059b service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Received event network-changed-7659a9f7-31d4-4cbc-b86b-9afecf9047ec {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.088461] env[69481]: DEBUG nova.compute.manager [req-7f374810-a6e5-49e9-8905-70581edc0d38 req-87268dca-7fb5-4529-b7ee-dfd97bfd059b service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Refreshing instance network info cache due to event network-changed-7659a9f7-31d4-4cbc-b86b-9afecf9047ec. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.088842] env[69481]: DEBUG oslo_concurrency.lockutils [req-7f374810-a6e5-49e9-8905-70581edc0d38 req-87268dca-7fb5-4529-b7ee-dfd97bfd059b service nova] Acquiring lock "refresh_cache-166fca2a-4e00-4fbe-bc83-d90aff48853b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.089171] env[69481]: DEBUG oslo_concurrency.lockutils [req-7f374810-a6e5-49e9-8905-70581edc0d38 req-87268dca-7fb5-4529-b7ee-dfd97bfd059b service nova] Acquired lock "refresh_cache-166fca2a-4e00-4fbe-bc83-d90aff48853b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.091494] env[69481]: DEBUG nova.network.neutron [req-7f374810-a6e5-49e9-8905-70581edc0d38 req-87268dca-7fb5-4529-b7ee-dfd97bfd059b service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Refreshing network info cache for port 7659a9f7-31d4-4cbc-b86b-9afecf9047ec {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.105135] env[69481]: DEBUG oslo_vmware.api [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.254739] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "a2450947-92b7-4fed-a4d8-ee4f8348e028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.255042] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "a2450947-92b7-4fed-a4d8-ee4f8348e028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.255239] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "a2450947-92b7-4fed-a4d8-ee4f8348e028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.255452] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "a2450947-92b7-4fed-a4d8-ee4f8348e028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.256363] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "a2450947-92b7-4fed-a4d8-ee4f8348e028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.258020] env[69481]: INFO nova.compute.manager [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Terminating instance [ 1000.369300] env[69481]: INFO nova.compute.manager [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Resuming [ 1000.369922] env[69481]: DEBUG nova.objects.instance [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lazy-loading 'flavor' on Instance uuid e2d3f1f0-30a5-41bb-804a-a57073b4fed5 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.383750] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264352, 'name': CreateVM_Task, 'duration_secs': 0.374893} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.383750] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.383886] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.384191] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.384518] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.384808] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2593776c-4616-4e4c-9059-255c2a4b75f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.393234] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1000.393234] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528c3519-eb2a-68c7-05d5-1ae25f10963f" [ 1000.393234] env[69481]: _type = "Task" [ 1000.393234] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.402501] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528c3519-eb2a-68c7-05d5-1ae25f10963f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.403696] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6912e4-57e4-42c1-b233-e446c7e796f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.410360] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02926505-db7a-448e-8965-354738af202f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.452030] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa872634-f101-40e0-8ee8-1712f46f1040 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.459796] env[69481]: DEBUG oslo_vmware.api [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264353, 'name': PowerOffVM_Task, 'duration_secs': 0.314966} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.461840] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.462027] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.462313] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03cb4077-4feb-4c02-b8a4-9a8275df4781 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.464567] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c655de-84ff-4996-983b-66d40317335b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.479394] env[69481]: DEBUG nova.compute.provider_tree [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.532155] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.532388] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.532593] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Deleting the datastore file [datastore2] 7b6df427-c08b-4d50-a6e7-822727cb9f44 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.532933] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-838b0b21-d9cb-4857-ae5a-6f8e4c1fde2b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.539867] env[69481]: DEBUG oslo_vmware.api [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 1000.539867] env[69481]: value = "task-3264356" [ 1000.539867] env[69481]: _type = "Task" [ 1000.539867] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.548209] env[69481]: DEBUG oslo_vmware.api [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.563856] env[69481]: DEBUG nova.compute.manager [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.564744] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931f4406-87cf-46d0-bb0b-58ec21d40481 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.588578] env[69481]: DEBUG oslo_vmware.api [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264354, 'name': PowerOffVM_Task, 'duration_secs': 0.255635} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.588843] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.589018] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.589299] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a738091a-d4c1-4d39-99d2-541fb5c52ee5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.656997] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.656997] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.657216] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Deleting the datastore file [datastore2] 75673729-6372-45f9-b521-1b0cb275a5d0 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.657501] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e7be008-9df9-41d0-b81d-523dc2232bee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.663532] env[69481]: DEBUG oslo_vmware.api [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for the task: (returnval){ [ 1000.663532] env[69481]: value = "task-3264358" [ 1000.663532] env[69481]: _type = "Task" [ 1000.663532] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.672080] env[69481]: DEBUG oslo_vmware.api [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.764899] env[69481]: DEBUG nova.compute.manager [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.765195] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.766176] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d467ef1-03e6-429d-b864-00b7e739f7cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.776374] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.776655] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b24bbc1f-e0fe-411c-94b6-b4b9bb5e4639 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.783428] env[69481]: DEBUG oslo_vmware.api [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 1000.783428] env[69481]: value = "task-3264359" [ 1000.783428] env[69481]: _type = "Task" [ 1000.783428] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.792031] env[69481]: DEBUG oslo_vmware.api [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.849963] env[69481]: DEBUG nova.network.neutron [req-7f374810-a6e5-49e9-8905-70581edc0d38 req-87268dca-7fb5-4529-b7ee-dfd97bfd059b service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Updated VIF entry in instance network info cache for port 7659a9f7-31d4-4cbc-b86b-9afecf9047ec. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.850390] env[69481]: DEBUG nova.network.neutron [req-7f374810-a6e5-49e9-8905-70581edc0d38 req-87268dca-7fb5-4529-b7ee-dfd97bfd059b service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Updating instance_info_cache with network_info: [{"id": "7659a9f7-31d4-4cbc-b86b-9afecf9047ec", "address": "fa:16:3e:64:49:55", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7659a9f7-31", "ovs_interfaceid": "7659a9f7-31d4-4cbc-b86b-9afecf9047ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.906393] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528c3519-eb2a-68c7-05d5-1ae25f10963f, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.907100] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.911445] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.911445] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.911445] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.911445] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.911445] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5484572e-29c9-4ede-8419-312c75fa922f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.922019] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.922019] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.922397] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7034779-24d8-47f2-9f90-295176c8b8c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.930020] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1000.930020] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52db593f-b7c9-167b-0dae-506865997665" [ 1000.930020] env[69481]: _type = "Task" [ 1000.930020] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.937592] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52db593f-b7c9-167b-0dae-506865997665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.985014] env[69481]: DEBUG nova.scheduler.client.report [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.054517] env[69481]: DEBUG oslo_vmware.api [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142556} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.055162] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.055162] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.055381] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.055499] env[69481]: INFO nova.compute.manager [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1001.055797] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.056060] env[69481]: DEBUG nova.compute.manager [-] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.056205] env[69481]: DEBUG nova.network.neutron [-] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.075177] env[69481]: INFO nova.compute.manager [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] instance snapshotting [ 1001.078043] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d9ece0-63d4-4398-8003-c256af34a00d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.098360] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5afdbd-fafe-419b-b090-84a6ba22f072 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.173452] env[69481]: DEBUG oslo_vmware.api [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Task: {'id': task-3264358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131134} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.173626] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.173870] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.174043] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.174334] env[69481]: INFO nova.compute.manager [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1001.174561] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.174759] env[69481]: DEBUG nova.compute.manager [-] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.174854] env[69481]: DEBUG nova.network.neutron [-] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.293907] env[69481]: DEBUG oslo_vmware.api [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264359, 'name': PowerOffVM_Task, 'duration_secs': 0.190944} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.294239] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.294351] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.294603] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e16e47a-8d8a-48fb-b835-068a52194b7f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.353328] env[69481]: DEBUG oslo_concurrency.lockutils [req-7f374810-a6e5-49e9-8905-70581edc0d38 req-87268dca-7fb5-4529-b7ee-dfd97bfd059b service nova] Releasing lock "refresh_cache-166fca2a-4e00-4fbe-bc83-d90aff48853b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.382503] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.386068] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.386068] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Deleting the datastore file [datastore1] a2450947-92b7-4fed-a4d8-ee4f8348e028 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.386068] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-296b0b4b-c109-4fa1-9d77-d2e643e32df8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.399129] env[69481]: DEBUG oslo_vmware.api [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for the task: (returnval){ [ 1001.399129] env[69481]: value = "task-3264361" [ 1001.399129] env[69481]: _type = "Task" [ 1001.399129] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.406348] env[69481]: DEBUG oslo_vmware.api [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.444721] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52db593f-b7c9-167b-0dae-506865997665, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.444721] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2804cd53-e8ac-4e3a-8477-b75513740790 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.449521] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1001.449521] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a17e61-5716-1406-3784-f467dac1b4bf" [ 1001.449521] env[69481]: _type = "Task" [ 1001.449521] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.457825] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a17e61-5716-1406-3784-f467dac1b4bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.495702] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.560s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.495984] env[69481]: INFO nova.compute.manager [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Migrating [ 1001.504066] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.599s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.504066] env[69481]: DEBUG nova.objects.instance [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lazy-loading 'resources' on Instance uuid 647ea37d-4f78-48e6-81c1-de11a7aa9a42 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.611640] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1001.611986] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-770ff0ad-b21a-4ff8-a438-f0815d916da9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.620107] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 1001.620107] env[69481]: value = "task-3264362" [ 1001.620107] env[69481]: _type = "Task" [ 1001.620107] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.630245] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.704799] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.705098] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.884899] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.885127] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquired lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.885332] env[69481]: DEBUG nova.network.neutron [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.908170] env[69481]: DEBUG oslo_vmware.api [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Task: {'id': task-3264361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293655} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.908693] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.909289] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.909289] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.909289] env[69481]: INFO nova.compute.manager [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1001.909528] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.909667] env[69481]: DEBUG nova.compute.manager [-] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.909761] env[69481]: DEBUG nova.network.neutron [-] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.959562] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a17e61-5716-1406-3784-f467dac1b4bf, 'name': SearchDatastore_Task, 'duration_secs': 0.026834} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.959841] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.960120] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 166fca2a-4e00-4fbe-bc83-d90aff48853b/166fca2a-4e00-4fbe-bc83-d90aff48853b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.960946] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15547fdd-4b65-415a-866f-7fb7ae153d0a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.967918] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1001.967918] env[69481]: value = "task-3264363" [ 1001.967918] env[69481]: _type = "Task" [ 1001.967918] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.976241] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.995792] env[69481]: DEBUG nova.network.neutron [-] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.019571] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.019788] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.020015] env[69481]: DEBUG nova.network.neutron [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.064252] env[69481]: DEBUG nova.network.neutron [-] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.133113] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.141285] env[69481]: DEBUG nova.compute.manager [req-20084e58-b221-4f2c-af30-8dea753e3c07 req-8bf2c934-bc55-4c67-84b8-f1465f13d396 service nova] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Received event network-vif-deleted-09f73bdc-de6f-4a78-931c-24c47778bf88 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.141657] env[69481]: DEBUG nova.compute.manager [req-20084e58-b221-4f2c-af30-8dea753e3c07 req-8bf2c934-bc55-4c67-84b8-f1465f13d396 service nova] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Received event network-vif-deleted-62ef1561-9652-40b9-9b87-05f40f4045bc {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.207524] env[69481]: DEBUG nova.compute.manager [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.343870] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.344271] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.477447] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453871} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.478445] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 166fca2a-4e00-4fbe-bc83-d90aff48853b/166fca2a-4e00-4fbe-bc83-d90aff48853b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.478685] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.479420] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502236b3-65f5-424f-93d0-f01172d9cd28 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.481779] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad8898e4-34b1-4c64-9c02-e89cebc34bf9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.489173] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b23b5c0-3919-4206-af66-bc0504f6619a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.493137] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1002.493137] env[69481]: value = "task-3264364" [ 1002.493137] env[69481]: _type = "Task" [ 1002.493137] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.525698] env[69481]: INFO nova.compute.manager [-] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Took 1.47 seconds to deallocate network for instance. [ 1002.532670] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc21d40-cf3a-4ba2-9366-6b2830c313c4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.541309] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264364, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.546637] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2af8cd-7be4-40d0-a1da-2047bcb15c91 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.561869] env[69481]: DEBUG nova.compute.provider_tree [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.566862] env[69481]: INFO nova.compute.manager [-] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Took 1.39 seconds to deallocate network for instance. [ 1002.632360] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264362, 'name': CreateSnapshot_Task, 'duration_secs': 0.733415} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.632679] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1002.633434] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d00762-c693-4630-a161-3e4fbdc497c3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.318199] env[69481]: DEBUG nova.network.neutron [-] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.319442] env[69481]: INFO nova.compute.manager [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Detaching volume c5c8bb8b-4fb1-45dc-b15e-905a917a3678 [ 1003.321824] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.322527] env[69481]: DEBUG nova.scheduler.client.report [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.329034] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.347517] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067517} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.348256] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.349081] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca915a5f-b307-43ad-adef-28b3c6cead30 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.352987] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.373734] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 166fca2a-4e00-4fbe-bc83-d90aff48853b/166fca2a-4e00-4fbe-bc83-d90aff48853b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.376497] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228dc030-7964-4517-86b0-ce0aa49b53d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.391215] env[69481]: INFO nova.virt.block_device [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Attempting to driver detach volume c5c8bb8b-4fb1-45dc-b15e-905a917a3678 from mountpoint /dev/sdb [ 1003.391466] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1003.391687] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652088', 'volume_id': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'name': 'volume-c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e8849400-5f6e-4718-ac0d-f8d9220cc88a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'serial': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1003.392647] env[69481]: DEBUG nova.network.neutron [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updating instance_info_cache with network_info: [{"id": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "address": "fa:16:3e:22:c9:43", "network": {"id": "28a97ff2-d66f-4fc2-a3fd-49fb27fac7df", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057812180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156959a73af44524b2e83db967938cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cbf883-ff", "ovs_interfaceid": "b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.398024] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf543ce0-1962-46d5-ac0f-b2d3350e76e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.420367] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a69e58-1ee8-4a37-863b-c0ad85327046 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.423055] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1003.423055] env[69481]: value = "task-3264365" [ 1003.423055] env[69481]: _type = "Task" [ 1003.423055] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.430030] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b0b95c-edeb-40bb-b82e-1b50fc9a765f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.436686] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.455478] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050c3c9b-4d6e-491c-93fb-8ff7c2732ea3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.472746] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] The volume has not been displaced from its original location: [datastore1] volume-c5c8bb8b-4fb1-45dc-b15e-905a917a3678/volume-c5c8bb8b-4fb1-45dc-b15e-905a917a3678.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1003.477941] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1003.478356] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31a35ae-7743-4e7f-ad1d-8d02fc2c3636 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.500420] env[69481]: DEBUG oslo_vmware.api [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1003.500420] env[69481]: value = "task-3264366" [ 1003.500420] env[69481]: _type = "Task" [ 1003.500420] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.508565] env[69481]: DEBUG oslo_vmware.api [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.568060] env[69481]: DEBUG nova.network.neutron [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance_info_cache with network_info: [{"id": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "address": "fa:16:3e:b4:2a:59", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d82c64-4c", "ovs_interfaceid": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.833232] env[69481]: INFO nova.compute.manager [-] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Took 1.92 seconds to deallocate network for instance. [ 1003.834023] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.838388] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.275s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.839900] env[69481]: INFO nova.compute.claims [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.853481] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1003.854831] env[69481]: INFO nova.scheduler.client.report [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Deleted allocations for instance 647ea37d-4f78-48e6-81c1-de11a7aa9a42 [ 1003.855717] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-59a5db4b-15fd-461f-87b9-cce0b3e343c0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.867200] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 1003.867200] env[69481]: value = "task-3264367" [ 1003.867200] env[69481]: _type = "Task" [ 1003.867200] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.875776] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264367, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.899743] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Releasing lock "refresh_cache-e2d3f1f0-30a5-41bb-804a-a57073b4fed5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.900856] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4a949d-2413-4c25-8bbe-62bc32fc8e58 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.907555] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Resuming the VM {{(pid=69481) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1003.908060] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a0db7a5-1510-415f-9baf-f5f7f38a843f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.915014] env[69481]: DEBUG oslo_vmware.api [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 1003.915014] env[69481]: value = "task-3264368" [ 1003.915014] env[69481]: _type = "Task" [ 1003.915014] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.923898] env[69481]: DEBUG oslo_vmware.api [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.932036] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264365, 'name': ReconfigVM_Task, 'duration_secs': 0.281212} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.932036] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 166fca2a-4e00-4fbe-bc83-d90aff48853b/166fca2a-4e00-4fbe-bc83-d90aff48853b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.932354] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdc63b75-61e4-4f0a-9cd1-78ab0703eeeb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.937670] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1003.937670] env[69481]: value = "task-3264369" [ 1003.937670] env[69481]: _type = "Task" [ 1003.937670] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.945761] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264369, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.012594] env[69481]: DEBUG oslo_vmware.api [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264366, 'name': ReconfigVM_Task, 'duration_secs': 0.234996} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.012959] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1004.018722] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a5f152d-3ca4-414f-af6f-c61dbbab3e8f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.035775] env[69481]: DEBUG oslo_vmware.api [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1004.035775] env[69481]: value = "task-3264370" [ 1004.035775] env[69481]: _type = "Task" [ 1004.035775] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.044561] env[69481]: DEBUG oslo_vmware.api [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.071503] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.175378] env[69481]: DEBUG nova.compute.manager [req-0fbf0939-18c4-4549-972e-1701d5ea84ef req-1e91beb2-693e-4abb-a536-3a7ae9ced14f service nova] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Received event network-vif-deleted-65be6316-21a2-45fa-a4e2-924e8c083950 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.356232] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.365559] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d1aa10e9-cd69-4a7f-a888-5abe1e71cad6 tempest-ServersAaction247Test-1571975967 tempest-ServersAaction247Test-1571975967-project-member] Lock "647ea37d-4f78-48e6-81c1-de11a7aa9a42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.815s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.379857] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264367, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.429430] env[69481]: DEBUG oslo_vmware.api [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.451899] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264369, 'name': Rename_Task, 'duration_secs': 0.151152} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.452082] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.452246] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6589bfa2-3e5e-4fc4-b0f4-d4c1a743a4dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.462447] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1004.462447] env[69481]: value = "task-3264371" [ 1004.462447] env[69481]: _type = "Task" [ 1004.462447] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.473181] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.547580] env[69481]: DEBUG oslo_vmware.api [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264370, 'name': ReconfigVM_Task, 'duration_secs': 0.137636} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.548620] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652088', 'volume_id': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'name': 'volume-c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e8849400-5f6e-4718-ac0d-f8d9220cc88a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678', 'serial': 'c5c8bb8b-4fb1-45dc-b15e-905a917a3678'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1004.878737] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264367, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.928471] env[69481]: DEBUG oslo_vmware.api [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264368, 'name': PowerOnVM_Task, 'duration_secs': 0.691643} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.928760] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Resumed the VM {{(pid=69481) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1004.928936] env[69481]: DEBUG nova.compute.manager [None req-a18cb006-a247-4909-832a-3ea8e08bb22e tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.929792] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc82e855-5e7e-46f9-996b-2a2786847a38 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.976587] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264371, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.107757] env[69481]: DEBUG nova.objects.instance [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lazy-loading 'flavor' on Instance uuid e8849400-5f6e-4718-ac0d-f8d9220cc88a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.220594] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55ac0ba-49ee-4279-9d54-2c3a8b7c04b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.228628] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65e18c1-6ac0-460a-ae54-2adc9358ab14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.265072] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9538ea-8a6b-49f3-8cb5-f160a9ad2298 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.272968] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5fb59b-1482-4d29-be44-64d67ef0c039 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.287533] env[69481]: DEBUG nova.compute.provider_tree [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.382715] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264367, 'name': CloneVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.473009] env[69481]: DEBUG oslo_vmware.api [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264371, 'name': PowerOnVM_Task, 'duration_secs': 0.569532} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.473305] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.473511] env[69481]: INFO nova.compute.manager [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1005.473689] env[69481]: DEBUG nova.compute.manager [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.474475] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf6df72-c345-4d68-b443-260378b4d3b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.593411] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd8709-dabf-4104-ab61-731e27fead2a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.614871] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance '56067fc3-a5c6-4954-8b05-03d5ca478e6b' progress to 0 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.792128] env[69481]: DEBUG nova.scheduler.client.report [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.881724] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264367, 'name': CloneVM_Task, 'duration_secs': 1.657196} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.886348] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Created linked-clone VM from snapshot [ 1005.886348] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd90dcfb-8b24-4b80-839c-b0982b4427f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.893734] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Uploading image 172bd985-adbd-4dda-bd6e-f600204a6be5 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1005.912124] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1005.912124] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9def0b24-7c4a-47ef-9557-aa70a84dc6c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.917098] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 1005.917098] env[69481]: value = "task-3264372" [ 1005.917098] env[69481]: _type = "Task" [ 1005.917098] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.925951] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264372, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.001815] env[69481]: INFO nova.compute.manager [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Took 53.32 seconds to build instance. [ 1006.121853] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.122578] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b8f55a8c-040c-431a-9dde-aa8f3e22073a tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.778s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.123743] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c35b6b9-1057-4d9c-8755-b57845792ca7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.132022] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1006.132022] env[69481]: value = "task-3264373" [ 1006.132022] env[69481]: _type = "Task" [ 1006.132022] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.146042] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.301024] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.301024] env[69481]: DEBUG nova.compute.manager [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.311234] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.080s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.311234] env[69481]: DEBUG nova.objects.instance [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lazy-loading 'resources' on Instance uuid a09a75d5-e39c-40c6-9f3e-343928a2c96e {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.433291] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264372, 'name': Destroy_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.510050] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08b7a421-3ac2-4fc2-b87a-d896665ded2b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "166fca2a-4e00-4fbe-bc83-d90aff48853b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.837s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.641238] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264373, 'name': PowerOffVM_Task, 'duration_secs': 0.376653} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.641545] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.641818] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance '56067fc3-a5c6-4954-8b05-03d5ca478e6b' progress to 17 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.812292] env[69481]: DEBUG nova.compute.utils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.814191] env[69481]: DEBUG nova.compute.manager [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.814370] env[69481]: DEBUG nova.network.neutron [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.888016] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.888322] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.888539] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.888724] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.888892] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.891491] env[69481]: INFO nova.compute.manager [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Terminating instance [ 1006.916489] env[69481]: DEBUG nova.policy [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a20cefdefbb4d469c9d0a62acb0c283', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0957f07d57e041528b7bc3a19253bb6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.929418] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264372, 'name': Destroy_Task, 'duration_secs': 0.546655} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.932236] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Destroyed the VM [ 1006.932518] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1006.933131] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e3cce8c-9dc9-46af-a7b5-0b0a1bfc6b82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.942028] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 1006.942028] env[69481]: value = "task-3264374" [ 1006.942028] env[69481]: _type = "Task" [ 1006.942028] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.954343] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264374, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.153551] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.153551] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.153551] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.153551] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.153551] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.153551] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.153551] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.153551] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.153901] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.153901] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.153965] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.159376] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-030430b2-63af-4963-9e98-633834937694 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.179220] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1007.179220] env[69481]: value = "task-3264375" [ 1007.179220] env[69481]: _type = "Task" [ 1007.179220] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.190246] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.227703] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf4c02e-2b26-4bbb-8441-f438e940bdf9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.236160] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91f8534-8345-45e6-b92f-c05536db7f50 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.279468] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50051b55-dad5-40db-8c93-68cd683bc526 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.288741] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffdda1b-161a-4462-9298-ef5ac4e7debe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.302160] env[69481]: DEBUG nova.compute.provider_tree [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.317886] env[69481]: DEBUG nova.compute.manager [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.401652] env[69481]: DEBUG nova.compute.manager [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.402654] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.403987] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b54c1d-5895-4fd0-b287-619eeff2d073 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.414928] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.415269] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe70bca-7787-4fa8-9f79-843c8d6e467d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.423764] env[69481]: DEBUG oslo_vmware.api [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1007.423764] env[69481]: value = "task-3264376" [ 1007.423764] env[69481]: _type = "Task" [ 1007.423764] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.437753] env[69481]: DEBUG oslo_vmware.api [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.453502] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264374, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.684540] env[69481]: DEBUG nova.network.neutron [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Successfully created port: 33347b0b-ebe1-44c8-94e3-a280cb2214c1 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.695687] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264375, 'name': ReconfigVM_Task, 'duration_secs': 0.308762} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.696026] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance '56067fc3-a5c6-4954-8b05-03d5ca478e6b' progress to 33 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.806645] env[69481]: DEBUG nova.scheduler.client.report [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.938477] env[69481]: DEBUG oslo_vmware.api [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264376, 'name': PowerOffVM_Task, 'duration_secs': 0.183341} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.938864] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.938954] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.939241] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-361b5579-1958-4561-a8f6-6f95fed44fc0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.953528] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264374, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.019082] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.019082] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.019082] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleting the datastore file [datastore2] e8849400-5f6e-4718-ac0d-f8d9220cc88a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.019082] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe50f07d-0617-48a3-bd17-3447271e54d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.027036] env[69481]: DEBUG oslo_vmware.api [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1008.027036] env[69481]: value = "task-3264378" [ 1008.027036] env[69481]: _type = "Task" [ 1008.027036] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.038874] env[69481]: DEBUG oslo_vmware.api [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.206008] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.206396] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.206796] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.206971] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.207234] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.208444] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.208444] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.208444] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.208444] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.208622] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.208793] env[69481]: DEBUG nova.virt.hardware [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.221342] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.221920] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e0804e-09b0-4f28-ac5b-2961ebc23eda {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.254712] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1008.254712] env[69481]: value = "task-3264379" [ 1008.254712] env[69481]: _type = "Task" [ 1008.254712] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.269703] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.313957] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.319039] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.025s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.320765] env[69481]: INFO nova.compute.claims [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.328046] env[69481]: DEBUG nova.compute.manager [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.354364] env[69481]: INFO nova.scheduler.client.report [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Deleted allocations for instance a09a75d5-e39c-40c6-9f3e-343928a2c96e [ 1008.372033] env[69481]: DEBUG nova.virt.hardware [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.372288] env[69481]: DEBUG nova.virt.hardware [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.372456] env[69481]: DEBUG nova.virt.hardware [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.372638] env[69481]: DEBUG nova.virt.hardware [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.373331] env[69481]: DEBUG nova.virt.hardware [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.373331] env[69481]: DEBUG nova.virt.hardware [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.373629] env[69481]: DEBUG nova.virt.hardware [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.373879] env[69481]: DEBUG nova.virt.hardware [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.374135] env[69481]: DEBUG nova.virt.hardware [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.374922] env[69481]: DEBUG nova.virt.hardware [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.375200] env[69481]: DEBUG nova.virt.hardware [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.377400] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e9b59b-b878-4012-a629-2e75f870c31b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.387777] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e493f53a-645a-4871-b112-f45e81ccbad5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.418287] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.418914] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.456331] env[69481]: DEBUG oslo_vmware.api [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264374, 'name': RemoveSnapshot_Task, 'duration_secs': 1.324031} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.456725] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1008.538601] env[69481]: DEBUG oslo_vmware.api [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23647} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.539373] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.539373] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.539373] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.539539] env[69481]: INFO nova.compute.manager [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1008.539927] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.539927] env[69481]: DEBUG nova.compute.manager [-] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.540057] env[69481]: DEBUG nova.network.neutron [-] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.765770] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264379, 'name': ReconfigVM_Task, 'duration_secs': 0.346247} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.766064] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1008.766917] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb50f2-8354-46b1-8e01-d7175fc213c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.792231] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 56067fc3-a5c6-4954-8b05-03d5ca478e6b/56067fc3-a5c6-4954-8b05-03d5ca478e6b.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.792231] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db781657-47d4-4fb0-880b-0154b06186e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.811305] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1008.811305] env[69481]: value = "task-3264380" [ 1008.811305] env[69481]: _type = "Task" [ 1008.811305] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.823643] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.869639] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5cdbbab4-1220-4dad-97f4-b305bd2f51cd tempest-MigrationsAdminTest-1112509845 tempest-MigrationsAdminTest-1112509845-project-member] Lock "a09a75d5-e39c-40c6-9f3e-343928a2c96e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.790s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.921933] env[69481]: DEBUG nova.compute.manager [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.961818] env[69481]: WARNING nova.compute.manager [None req-91a48989-ff6b-4840-86c4-eefa46e0a878 tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Image not found during snapshot: nova.exception.ImageNotFound: Image 172bd985-adbd-4dda-bd6e-f600204a6be5 could not be found. [ 1009.188286] env[69481]: DEBUG nova.compute.manager [req-22571605-2d4b-4999-80a3-dd3d8c3b95f9 req-01adde14-da90-4cd1-b3c3-dae345a4cbc3 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Received event network-vif-deleted-c3d4dbaf-8e0e-4421-9085-878d342deed4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.188507] env[69481]: INFO nova.compute.manager [req-22571605-2d4b-4999-80a3-dd3d8c3b95f9 req-01adde14-da90-4cd1-b3c3-dae345a4cbc3 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Neutron deleted interface c3d4dbaf-8e0e-4421-9085-878d342deed4; detaching it from the instance and deleting it from the info cache [ 1009.188683] env[69481]: DEBUG nova.network.neutron [req-22571605-2d4b-4999-80a3-dd3d8c3b95f9 req-01adde14-da90-4cd1-b3c3-dae345a4cbc3 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.322680] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.446681] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.490451] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquiring lock "25ab989c-4daa-43b0-b241-806d08bc48d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.491062] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Lock "25ab989c-4daa-43b0-b241-806d08bc48d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.648589] env[69481]: DEBUG nova.network.neutron [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Successfully updated port: 33347b0b-ebe1-44c8-94e3-a280cb2214c1 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.666723] env[69481]: DEBUG nova.network.neutron [-] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.692748] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b2146ee-bc52-4fdc-8aa0-2fa34d8166db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.708425] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e84ee7-001f-4a70-af40-814d688df9d8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.755285] env[69481]: DEBUG nova.compute.manager [req-22571605-2d4b-4999-80a3-dd3d8c3b95f9 req-01adde14-da90-4cd1-b3c3-dae345a4cbc3 service nova] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Detach interface failed, port_id=c3d4dbaf-8e0e-4421-9085-878d342deed4, reason: Instance e8849400-5f6e-4718-ac0d-f8d9220cc88a could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1009.757470] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2ee72-09ee-4dde-9c6f-6b600847a80e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.768312] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c3cf85-f61a-4630-8aa6-1267103772c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.801241] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc1347f-854d-4a21-99cf-78b17fd9e142 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.809035] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbec537e-c277-4887-961c-8f9e166988bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.829614] env[69481]: DEBUG nova.compute.provider_tree [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.833364] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264380, 'name': ReconfigVM_Task, 'duration_secs': 0.636772} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.833824] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 56067fc3-a5c6-4954-8b05-03d5ca478e6b/56067fc3-a5c6-4954-8b05-03d5ca478e6b.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.834095] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance '56067fc3-a5c6-4954-8b05-03d5ca478e6b' progress to 50 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.995072] env[69481]: DEBUG nova.compute.manager [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.149908] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "refresh_cache-8650fbb0-4a43-4168-803f-31fcfb165d1d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.150104] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquired lock "refresh_cache-8650fbb0-4a43-4168-803f-31fcfb165d1d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.150260] env[69481]: DEBUG nova.network.neutron [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.169129] env[69481]: INFO nova.compute.manager [-] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Took 1.63 seconds to deallocate network for instance. [ 1010.183368] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "6eca7c81-667f-4896-a38e-662713da65b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.183632] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "6eca7c81-667f-4896-a38e-662713da65b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.184101] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "6eca7c81-667f-4896-a38e-662713da65b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.184101] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "6eca7c81-667f-4896-a38e-662713da65b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.184369] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "6eca7c81-667f-4896-a38e-662713da65b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.186353] env[69481]: INFO nova.compute.manager [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Terminating instance [ 1010.336885] env[69481]: DEBUG nova.scheduler.client.report [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.343522] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f0325-0906-4a7f-b257-2d6aafc8efe3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.365013] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423e2481-1d8a-4395-96ab-fd39315858b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.385013] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance '56067fc3-a5c6-4954-8b05-03d5ca478e6b' progress to 67 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.518318] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.676269] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.681788] env[69481]: DEBUG nova.network.neutron [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.693905] env[69481]: DEBUG nova.compute.manager [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.694147] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.694994] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b51512a-c487-41b2-b01c-53711d810aec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.704884] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.705136] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fedc1f9-8f59-4a52-8ef3-228e037f0dd9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.711052] env[69481]: DEBUG oslo_vmware.api [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 1010.711052] env[69481]: value = "task-3264381" [ 1010.711052] env[69481]: _type = "Task" [ 1010.711052] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.719065] env[69481]: DEBUG oslo_vmware.api [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.816833] env[69481]: DEBUG nova.network.neutron [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Updating instance_info_cache with network_info: [{"id": "33347b0b-ebe1-44c8-94e3-a280cb2214c1", "address": "fa:16:3e:bb:9d:82", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33347b0b-eb", "ovs_interfaceid": "33347b0b-ebe1-44c8-94e3-a280cb2214c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.842401] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.842759] env[69481]: DEBUG nova.compute.manager [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.845488] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.475s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.847164] env[69481]: INFO nova.compute.claims [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.935649] env[69481]: DEBUG nova.network.neutron [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Port 45d82c64-4c3d-4f95-840b-fb6e41b4ed69 binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1011.218638] env[69481]: DEBUG nova.compute.manager [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Received event network-vif-plugged-33347b0b-ebe1-44c8-94e3-a280cb2214c1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.218827] env[69481]: DEBUG oslo_concurrency.lockutils [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] Acquiring lock "8650fbb0-4a43-4168-803f-31fcfb165d1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.219048] env[69481]: DEBUG oslo_concurrency.lockutils [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] Lock "8650fbb0-4a43-4168-803f-31fcfb165d1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.219221] env[69481]: DEBUG oslo_concurrency.lockutils [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] Lock "8650fbb0-4a43-4168-803f-31fcfb165d1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.219486] env[69481]: DEBUG nova.compute.manager [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] No waiting events found dispatching network-vif-plugged-33347b0b-ebe1-44c8-94e3-a280cb2214c1 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.219583] env[69481]: WARNING nova.compute.manager [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Received unexpected event network-vif-plugged-33347b0b-ebe1-44c8-94e3-a280cb2214c1 for instance with vm_state building and task_state spawning. [ 1011.219768] env[69481]: DEBUG nova.compute.manager [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Received event network-changed-33347b0b-ebe1-44c8-94e3-a280cb2214c1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.219958] env[69481]: DEBUG nova.compute.manager [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Refreshing instance network info cache due to event network-changed-33347b0b-ebe1-44c8-94e3-a280cb2214c1. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.220147] env[69481]: DEBUG oslo_concurrency.lockutils [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] Acquiring lock "refresh_cache-8650fbb0-4a43-4168-803f-31fcfb165d1d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.223788] env[69481]: DEBUG oslo_vmware.api [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264381, 'name': PowerOffVM_Task, 'duration_secs': 0.210109} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.223964] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.224152] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.224401] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d7b635b-51cc-4f59-86bc-898f356b9dbf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.291045] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.291376] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.291449] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleting the datastore file [datastore2] 6eca7c81-667f-4896-a38e-662713da65b3 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.291717] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75022cb7-ade7-45ed-840a-2ec023d09631 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.297659] env[69481]: DEBUG oslo_vmware.api [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for the task: (returnval){ [ 1011.297659] env[69481]: value = "task-3264383" [ 1011.297659] env[69481]: _type = "Task" [ 1011.297659] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.305128] env[69481]: DEBUG oslo_vmware.api [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.322016] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Releasing lock "refresh_cache-8650fbb0-4a43-4168-803f-31fcfb165d1d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.322016] env[69481]: DEBUG nova.compute.manager [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Instance network_info: |[{"id": "33347b0b-ebe1-44c8-94e3-a280cb2214c1", "address": "fa:16:3e:bb:9d:82", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33347b0b-eb", "ovs_interfaceid": "33347b0b-ebe1-44c8-94e3-a280cb2214c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.322016] env[69481]: DEBUG oslo_concurrency.lockutils [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] Acquired lock "refresh_cache-8650fbb0-4a43-4168-803f-31fcfb165d1d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.322016] env[69481]: DEBUG nova.network.neutron [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Refreshing network info cache for port 33347b0b-ebe1-44c8-94e3-a280cb2214c1 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.322016] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:9d:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33347b0b-ebe1-44c8-94e3-a280cb2214c1', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.337253] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Creating folder: Project (0957f07d57e041528b7bc3a19253bb6f). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.337253] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f0a6cfc-e95c-4042-a433-b1f5195fbfbb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.352148] env[69481]: DEBUG nova.compute.utils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.355806] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Created folder: Project (0957f07d57e041528b7bc3a19253bb6f) in parent group-v651898. [ 1011.355996] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Creating folder: Instances. Parent ref: group-v652131. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.356310] env[69481]: DEBUG nova.compute.manager [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.356471] env[69481]: DEBUG nova.network.neutron [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.360812] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a9930b1-5fac-4784-870e-02e18aec47fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.375325] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Created folder: Instances in parent group-v652131. [ 1011.375325] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.375325] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.375325] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96f560a0-cd47-4e28-80ac-9c6934c92e7b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.396750] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.396750] env[69481]: value = "task-3264386" [ 1011.396750] env[69481]: _type = "Task" [ 1011.396750] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.409302] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264386, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.415973] env[69481]: DEBUG nova.policy [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35877140892e4b6293a72c5667bb0aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc16ccf975c849c2b710124531906018', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.799106] env[69481]: DEBUG nova.network.neutron [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Successfully created port: 37a60fac-eed8-4d61-82f4-3d9399bbfd95 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.810694] env[69481]: DEBUG oslo_vmware.api [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Task: {'id': task-3264383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27645} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.810967] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.811218] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.811400] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.811572] env[69481]: INFO nova.compute.manager [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1011.811824] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.812072] env[69481]: DEBUG nova.compute.manager [-] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.812285] env[69481]: DEBUG nova.network.neutron [-] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.868249] env[69481]: DEBUG nova.compute.manager [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.909184] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264386, 'name': CreateVM_Task, 'duration_secs': 0.348574} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.911744] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.912653] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.912806] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.913132] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.913897] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2ba286-706c-4317-8f8c-538152f34087 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.918949] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1011.918949] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52102463-bddd-c976-3a11-f107fb1dc256" [ 1011.918949] env[69481]: _type = "Task" [ 1011.918949] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.927243] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52102463-bddd-c976-3a11-f107fb1dc256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.961734] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.961966] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.962163] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.213055] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.213329] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.213535] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.213722] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.213886] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.219820] env[69481]: INFO nova.compute.manager [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Terminating instance [ 1012.277480] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f680e0f-c6c9-4677-9d50-7d9b495b5f1c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.292276] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea12c07-83c8-4757-9bad-3fdf48f0c70e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.327885] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c472151a-9274-48c0-a862-81ab469caf46 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.336207] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c93745a-3867-473c-92ed-d7362de024e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.357692] env[69481]: DEBUG nova.compute.provider_tree [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.429626] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52102463-bddd-c976-3a11-f107fb1dc256, 'name': SearchDatastore_Task, 'duration_secs': 0.032222} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.430989] env[69481]: DEBUG nova.network.neutron [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Updated VIF entry in instance network info cache for port 33347b0b-ebe1-44c8-94e3-a280cb2214c1. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.432503] env[69481]: DEBUG nova.network.neutron [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Updating instance_info_cache with network_info: [{"id": "33347b0b-ebe1-44c8-94e3-a280cb2214c1", "address": "fa:16:3e:bb:9d:82", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33347b0b-eb", "ovs_interfaceid": "33347b0b-ebe1-44c8-94e3-a280cb2214c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.432845] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.433470] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.433470] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.433470] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.433782] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.434428] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42d2409b-6831-4019-96ab-c2612ac62382 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.444160] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.444374] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.445356] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e91a53-e391-41cd-bd04-1745404b4dd1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.452468] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1012.452468] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e5c8b2-8db3-3b0f-ff0c-58d332c8d9f2" [ 1012.452468] env[69481]: _type = "Task" [ 1012.452468] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.462902] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e5c8b2-8db3-3b0f-ff0c-58d332c8d9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.724368] env[69481]: DEBUG nova.compute.manager [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.724638] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.725543] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d6a2e-b21d-4f5d-9128-f0055e258b9c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.734223] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.734475] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0418142-1475-4476-a32f-ce8f3e3a1ed7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.743088] env[69481]: DEBUG oslo_vmware.api [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 1012.743088] env[69481]: value = "task-3264387" [ 1012.743088] env[69481]: _type = "Task" [ 1012.743088] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.759027] env[69481]: DEBUG oslo_vmware.api [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.864983] env[69481]: DEBUG nova.scheduler.client.report [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.878212] env[69481]: DEBUG nova.compute.manager [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.912312] env[69481]: DEBUG nova.virt.hardware [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.912685] env[69481]: DEBUG nova.virt.hardware [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.912957] env[69481]: DEBUG nova.virt.hardware [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.913286] env[69481]: DEBUG nova.virt.hardware [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.913542] env[69481]: DEBUG nova.virt.hardware [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.913765] env[69481]: DEBUG nova.virt.hardware [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.914189] env[69481]: DEBUG nova.virt.hardware [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.914330] env[69481]: DEBUG nova.virt.hardware [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.914593] env[69481]: DEBUG nova.virt.hardware [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.914884] env[69481]: DEBUG nova.virt.hardware [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.915162] env[69481]: DEBUG nova.virt.hardware [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.916355] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dcb429-53e7-4760-a49b-4e33773f0763 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.925701] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0036f8-6018-4d8b-a70d-12a0db53b27c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.943893] env[69481]: DEBUG oslo_concurrency.lockutils [req-65997f95-9e70-482b-bb04-4d54940d6615 req-1f9ec7ce-64c6-40af-bfb3-eb26e8af9a26 service nova] Releasing lock "refresh_cache-8650fbb0-4a43-4168-803f-31fcfb165d1d" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.962771] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e5c8b2-8db3-3b0f-ff0c-58d332c8d9f2, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.963396] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98f7c9a-6f14-4aa4-b429-7380dc4ec6b9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.968747] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1012.968747] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c0f793-5389-64d2-c5a9-0f7103eb2aab" [ 1012.968747] env[69481]: _type = "Task" [ 1012.968747] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.980939] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c0f793-5389-64d2-c5a9-0f7103eb2aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.033875] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.034119] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.034337] env[69481]: DEBUG nova.network.neutron [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.122998] env[69481]: DEBUG nova.network.neutron [-] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.252685] env[69481]: DEBUG oslo_vmware.api [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264387, 'name': PowerOffVM_Task, 'duration_secs': 0.241295} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.253904] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.254094] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.255157] env[69481]: DEBUG nova.compute.manager [req-286109bd-873b-434e-9b46-a78ca4620979 req-6753c434-db71-498a-83f6-2b3e0f72c0bc service nova] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Received event network-vif-deleted-8a02a7e1-8749-4d5d-929f-d99cd02146e6 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.255450] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbe24ff3-b873-4142-851d-e91365d23ab3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.338640] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.338868] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.339082] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Deleting the datastore file [datastore2] e2d3f1f0-30a5-41bb-804a-a57073b4fed5 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.339331] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-499631aa-683c-4496-b6d6-d499d9e2bb4e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.350354] env[69481]: DEBUG oslo_vmware.api [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for the task: (returnval){ [ 1013.350354] env[69481]: value = "task-3264389" [ 1013.350354] env[69481]: _type = "Task" [ 1013.350354] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.358600] env[69481]: DEBUG oslo_vmware.api [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.374910] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.374910] env[69481]: DEBUG nova.compute.manager [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.381301] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.959s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.381301] env[69481]: INFO nova.compute.claims [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.480487] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c0f793-5389-64d2-c5a9-0f7103eb2aab, 'name': SearchDatastore_Task, 'duration_secs': 0.017075} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.480770] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.481035] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 8650fbb0-4a43-4168-803f-31fcfb165d1d/8650fbb0-4a43-4168-803f-31fcfb165d1d.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.481359] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93d85e3b-7d51-4be5-8404-db94f0250eac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.487986] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1013.487986] env[69481]: value = "task-3264390" [ 1013.487986] env[69481]: _type = "Task" [ 1013.487986] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.495599] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.626010] env[69481]: INFO nova.compute.manager [-] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Took 1.81 seconds to deallocate network for instance. [ 1013.869198] env[69481]: DEBUG oslo_vmware.api [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Task: {'id': task-3264389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173677} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.869198] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.869198] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.869198] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.869198] env[69481]: INFO nova.compute.manager [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1013.869198] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.869714] env[69481]: DEBUG nova.compute.manager [-] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.869714] env[69481]: DEBUG nova.network.neutron [-] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.881821] env[69481]: DEBUG nova.compute.utils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.883088] env[69481]: DEBUG nova.compute.manager [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Not allocating networking since 'none' was specified. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1013.954697] env[69481]: DEBUG nova.network.neutron [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance_info_cache with network_info: [{"id": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "address": "fa:16:3e:b4:2a:59", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d82c64-4c", "ovs_interfaceid": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.004429] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264390, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.133306] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.194109] env[69481]: DEBUG nova.network.neutron [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Successfully updated port: 37a60fac-eed8-4d61-82f4-3d9399bbfd95 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.305013] env[69481]: DEBUG nova.compute.manager [req-18ac30d9-74c1-40f3-903a-5f929fd7694e req-bc38f2e8-60b2-4eae-aac8-155cbce31cf9 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Received event network-vif-deleted-b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.305227] env[69481]: INFO nova.compute.manager [req-18ac30d9-74c1-40f3-903a-5f929fd7694e req-bc38f2e8-60b2-4eae-aac8-155cbce31cf9 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Neutron deleted interface b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd; detaching it from the instance and deleting it from the info cache [ 1014.305402] env[69481]: DEBUG nova.network.neutron [req-18ac30d9-74c1-40f3-903a-5f929fd7694e req-bc38f2e8-60b2-4eae-aac8-155cbce31cf9 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.386734] env[69481]: DEBUG nova.compute.manager [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.458369] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.509017] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537324} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.509017] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 8650fbb0-4a43-4168-803f-31fcfb165d1d/8650fbb0-4a43-4168-803f-31fcfb165d1d.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.509017] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.509017] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13005b79-9812-4c69-8671-61c46b7a66fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.514124] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1014.514124] env[69481]: value = "task-3264391" [ 1014.514124] env[69481]: _type = "Task" [ 1014.514124] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.524988] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.699666] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "refresh_cache-70af6f04-e8fc-4dde-a191-c9592c145d23" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.699822] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired lock "refresh_cache-70af6f04-e8fc-4dde-a191-c9592c145d23" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.699983] env[69481]: DEBUG nova.network.neutron [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.771803] env[69481]: DEBUG nova.network.neutron [-] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.790094] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075cf29f-fc5c-4d05-808f-58149e14a0e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.800766] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ea4f40-5eb5-4fa6-810a-2e3e9c1f7d74 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.833436] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93d08e77-354a-4d74-9a4d-ea8a86d44eb6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.835856] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b97b26-085b-4253-866e-c5a067760ee7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.844579] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d560d6-92df-4571-86c3-e687a2e284a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.851559] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba2523a-79ca-4a5f-9b35-1962d9a71524 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.877033] env[69481]: DEBUG nova.compute.provider_tree [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.887123] env[69481]: DEBUG nova.compute.manager [req-18ac30d9-74c1-40f3-903a-5f929fd7694e req-bc38f2e8-60b2-4eae-aac8-155cbce31cf9 service nova] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Detach interface failed, port_id=b4cbf883-ffc6-41b2-9cfe-5a9cc4d9a7bd, reason: Instance e2d3f1f0-30a5-41bb-804a-a57073b4fed5 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1014.981759] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6da63e8-6129-446a-8e4b-d50050cd975f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.000633] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2d5fe5-83bc-4523-bdd4-0dde38653e86 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.007374] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance '56067fc3-a5c6-4954-8b05-03d5ca478e6b' progress to 83 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.023396] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111241} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.023506] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.024300] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29ac79b-5ee7-4507-a6ec-c4c6415a888c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.046049] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 8650fbb0-4a43-4168-803f-31fcfb165d1d/8650fbb0-4a43-4168-803f-31fcfb165d1d.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.046357] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0a4937-61c5-42b0-a923-88b799cce17d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.067751] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1015.067751] env[69481]: value = "task-3264392" [ 1015.067751] env[69481]: _type = "Task" [ 1015.067751] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.076194] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.245996] env[69481]: DEBUG nova.network.neutron [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.275225] env[69481]: INFO nova.compute.manager [-] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Took 1.41 seconds to deallocate network for instance. [ 1015.388320] env[69481]: DEBUG nova.scheduler.client.report [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.398552] env[69481]: DEBUG nova.compute.manager [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.428651] env[69481]: DEBUG nova.virt.hardware [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.428955] env[69481]: DEBUG nova.virt.hardware [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.429207] env[69481]: DEBUG nova.virt.hardware [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.429396] env[69481]: DEBUG nova.virt.hardware [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.429658] env[69481]: DEBUG nova.virt.hardware [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.429856] env[69481]: DEBUG nova.virt.hardware [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.430227] env[69481]: DEBUG nova.virt.hardware [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.430342] env[69481]: DEBUG nova.virt.hardware [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.430513] env[69481]: DEBUG nova.virt.hardware [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.430713] env[69481]: DEBUG nova.virt.hardware [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.430933] env[69481]: DEBUG nova.virt.hardware [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.431970] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a7141d-0da2-4983-a23d-3dc4c5e3c5b9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.436746] env[69481]: DEBUG nova.network.neutron [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Updating instance_info_cache with network_info: [{"id": "37a60fac-eed8-4d61-82f4-3d9399bbfd95", "address": "fa:16:3e:d8:7f:65", "network": {"id": "78a0de75-b278-42c3-a40a-7a85a0ece785", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-159101636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc16ccf975c849c2b710124531906018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a60fac-ee", "ovs_interfaceid": "37a60fac-eed8-4d61-82f4-3d9399bbfd95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.438842] env[69481]: DEBUG nova.compute.manager [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Received event network-vif-plugged-37a60fac-eed8-4d61-82f4-3d9399bbfd95 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.439069] env[69481]: DEBUG oslo_concurrency.lockutils [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] Acquiring lock "70af6f04-e8fc-4dde-a191-c9592c145d23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.439322] env[69481]: DEBUG oslo_concurrency.lockutils [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] Lock "70af6f04-e8fc-4dde-a191-c9592c145d23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.439657] env[69481]: DEBUG oslo_concurrency.lockutils [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] Lock "70af6f04-e8fc-4dde-a191-c9592c145d23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.439901] env[69481]: DEBUG nova.compute.manager [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] No waiting events found dispatching network-vif-plugged-37a60fac-eed8-4d61-82f4-3d9399bbfd95 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.440093] env[69481]: WARNING nova.compute.manager [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Received unexpected event network-vif-plugged-37a60fac-eed8-4d61-82f4-3d9399bbfd95 for instance with vm_state building and task_state spawning. [ 1015.440261] env[69481]: DEBUG nova.compute.manager [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Received event network-changed-37a60fac-eed8-4d61-82f4-3d9399bbfd95 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.440417] env[69481]: DEBUG nova.compute.manager [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Refreshing instance network info cache due to event network-changed-37a60fac-eed8-4d61-82f4-3d9399bbfd95. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.440909] env[69481]: DEBUG oslo_concurrency.lockutils [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] Acquiring lock "refresh_cache-70af6f04-e8fc-4dde-a191-c9592c145d23" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.447270] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42712a68-1c2d-474a-88b3-88d5d096d7c4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.468023] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.474093] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Creating folder: Project (f484ed191cab4051ac565572c4137337). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.474682] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92158162-2142-4836-8853-184f5eba53d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.485553] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Created folder: Project (f484ed191cab4051ac565572c4137337) in parent group-v651898. [ 1015.485553] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Creating folder: Instances. Parent ref: group-v652134. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.485553] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0174cd98-2577-43b8-9621-7a75f6349514 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.494280] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Created folder: Instances in parent group-v652134. [ 1015.494514] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.494996] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.495248] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f6429d0-1e63-47c3-ae3e-e1a12587dfb7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.513504] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.515117] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.515117] env[69481]: value = "task-3264395" [ 1015.515117] env[69481]: _type = "Task" [ 1015.515117] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.515117] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fd59544-ea3f-4e66-8bfa-09de3c987282 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.524215] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264395, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.525516] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1015.525516] env[69481]: value = "task-3264396" [ 1015.525516] env[69481]: _type = "Task" [ 1015.525516] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.579565] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.781331] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.893865] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.894458] env[69481]: DEBUG nova.compute.manager [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.897270] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.199s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.898782] env[69481]: INFO nova.compute.claims [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.942777] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Releasing lock "refresh_cache-70af6f04-e8fc-4dde-a191-c9592c145d23" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.943649] env[69481]: DEBUG nova.compute.manager [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Instance network_info: |[{"id": "37a60fac-eed8-4d61-82f4-3d9399bbfd95", "address": "fa:16:3e:d8:7f:65", "network": {"id": "78a0de75-b278-42c3-a40a-7a85a0ece785", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-159101636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc16ccf975c849c2b710124531906018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a60fac-ee", "ovs_interfaceid": "37a60fac-eed8-4d61-82f4-3d9399bbfd95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.943649] env[69481]: DEBUG oslo_concurrency.lockutils [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] Acquired lock "refresh_cache-70af6f04-e8fc-4dde-a191-c9592c145d23" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.943834] env[69481]: DEBUG nova.network.neutron [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Refreshing network info cache for port 37a60fac-eed8-4d61-82f4-3d9399bbfd95 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.945188] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:7f:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37a60fac-eed8-4d61-82f4-3d9399bbfd95', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.953745] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Creating folder: Project (cc16ccf975c849c2b710124531906018). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.960361] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f840932-cc92-48f9-988d-a9c901c43214 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.974327] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Created folder: Project (cc16ccf975c849c2b710124531906018) in parent group-v651898. [ 1015.974327] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Creating folder: Instances. Parent ref: group-v652137. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.974327] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a111bfca-977b-4620-a510-11e964f21c3a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.986556] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Created folder: Instances in parent group-v652137. [ 1015.987793] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.988382] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.991132] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5269a837-b005-4b9b-bf18-46f931793de6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.010632] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.010632] env[69481]: value = "task-3264399" [ 1016.010632] env[69481]: _type = "Task" [ 1016.010632] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.019021] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264399, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.026730] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264395, 'name': CreateVM_Task, 'duration_secs': 0.507759} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.033084] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.033587] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.033791] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.034338] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.035048] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f9717e-bdf9-4d5c-a0cb-54f0212e491c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.041798] env[69481]: DEBUG oslo_vmware.api [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264396, 'name': PowerOnVM_Task, 'duration_secs': 0.447255} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.043259] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.043559] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b59cba67-46f0-44c6-a541-9feb10fb7152 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance '56067fc3-a5c6-4954-8b05-03d5ca478e6b' progress to 100 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.048508] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1016.048508] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52dc2db9-954a-ccd1-feae-bbcaae213b65" [ 1016.048508] env[69481]: _type = "Task" [ 1016.048508] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.061497] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52dc2db9-954a-ccd1-feae-bbcaae213b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.078066] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264392, 'name': ReconfigVM_Task, 'duration_secs': 0.87954} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.078532] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 8650fbb0-4a43-4168-803f-31fcfb165d1d/8650fbb0-4a43-4168-803f-31fcfb165d1d.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.079282] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d0e0cb-9ea8-4342-bd1d-97cfa258ca22 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.090074] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1016.090074] env[69481]: value = "task-3264400" [ 1016.090074] env[69481]: _type = "Task" [ 1016.090074] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.097194] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264400, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.266270] env[69481]: DEBUG nova.network.neutron [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Updated VIF entry in instance network info cache for port 37a60fac-eed8-4d61-82f4-3d9399bbfd95. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.266665] env[69481]: DEBUG nova.network.neutron [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Updating instance_info_cache with network_info: [{"id": "37a60fac-eed8-4d61-82f4-3d9399bbfd95", "address": "fa:16:3e:d8:7f:65", "network": {"id": "78a0de75-b278-42c3-a40a-7a85a0ece785", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-159101636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc16ccf975c849c2b710124531906018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a60fac-ee", "ovs_interfaceid": "37a60fac-eed8-4d61-82f4-3d9399bbfd95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.403794] env[69481]: DEBUG nova.compute.utils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.407111] env[69481]: DEBUG nova.compute.manager [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.407277] env[69481]: DEBUG nova.network.neutron [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.465497] env[69481]: DEBUG nova.policy [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a059d626f34253a07670e7b2ce75ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa55d94859b498a9e9d98520990488f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.522628] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264399, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.572017] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52dc2db9-954a-ccd1-feae-bbcaae213b65, 'name': SearchDatastore_Task, 'duration_secs': 0.018015} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.572017] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.572017] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.572017] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.572017] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.572017] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.572614] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-365e892d-1f19-4af7-9126-b1425875255c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.582103] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.584019] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.584019] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab6837d-d4ce-4854-922f-ed7b62be5070 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.604342] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1016.604342] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ef9d11-4217-0d22-3911-d359cb9b27b2" [ 1016.604342] env[69481]: _type = "Task" [ 1016.604342] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.604342] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264400, 'name': Rename_Task, 'duration_secs': 0.140321} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.605088] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.609081] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-969524d0-3b3f-4248-9564-cb9f3680f77f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.618479] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ef9d11-4217-0d22-3911-d359cb9b27b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.618479] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1016.618479] env[69481]: value = "task-3264401" [ 1016.618479] env[69481]: _type = "Task" [ 1016.618479] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.618479] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab31fb3f-3394-4381-985c-7fa2f3390838 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.626789] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1016.626789] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bba6f6-6e97-fc13-0b4c-81a85da8aa92" [ 1016.626789] env[69481]: _type = "Task" [ 1016.626789] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.630190] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.637670] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bba6f6-6e97-fc13-0b4c-81a85da8aa92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.769604] env[69481]: DEBUG oslo_concurrency.lockutils [req-521252a4-df10-4b0d-90af-e7f127e98c31 req-09d696f7-a6c0-4990-8425-1aa319220248 service nova] Releasing lock "refresh_cache-70af6f04-e8fc-4dde-a191-c9592c145d23" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.820816] env[69481]: DEBUG nova.network.neutron [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Successfully created port: f7e5fd2e-1963-40a6-8b08-245872027a46 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.907832] env[69481]: DEBUG nova.compute.manager [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.025852] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264399, 'name': CreateVM_Task, 'duration_secs': 0.663037} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.026228] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.027306] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.027808] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.028419] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.028700] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf83c63-302f-463a-b1c0-5eed8cc90eb0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.038045] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1017.038045] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5224dd11-4b6c-b0c5-31ee-fb00c5aa2d9b" [ 1017.038045] env[69481]: _type = "Task" [ 1017.038045] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.047617] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5224dd11-4b6c-b0c5-31ee-fb00c5aa2d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.141260] env[69481]: DEBUG oslo_vmware.api [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264401, 'name': PowerOnVM_Task, 'duration_secs': 0.499546} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.141260] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.141260] env[69481]: INFO nova.compute.manager [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1017.141260] env[69481]: DEBUG nova.compute.manager [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.143797] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07ced9e-f23b-4dd5-9c08-f75434cc61e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.150736] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bba6f6-6e97-fc13-0b4c-81a85da8aa92, 'name': SearchDatastore_Task, 'duration_secs': 0.020373} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.151850] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.152242] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a43ef85f-fb09-4cf2-a848-e4b30fc37cb3/a43ef85f-fb09-4cf2-a848-e4b30fc37cb3.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.152630] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-622f22f4-ffab-47b3-a137-30ae30346b8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.167775] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1017.167775] env[69481]: value = "task-3264402" [ 1017.167775] env[69481]: _type = "Task" [ 1017.167775] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.174589] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.312479] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a9602c-2a0c-4748-b4b7-c51e1bc8f6af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.319868] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96f2b5f-f881-4d23-a5fa-56f800e06042 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.352298] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03723547-5f04-4239-b6df-417e4c4345d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.360315] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1481dbf5-69f8-425e-b2c8-fa4e54664e79 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.375039] env[69481]: DEBUG nova.compute.provider_tree [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.378824] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "5223caf5-d090-4460-875b-03b6e6a0096a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.379097] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.549020] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5224dd11-4b6c-b0c5-31ee-fb00c5aa2d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01339} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.549393] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.549615] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.549875] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.550040] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.550227] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.550500] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e23430d1-1b43-4228-b29c-d94936e21668 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.561967] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.562164] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.562885] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d991260-47d3-437b-902e-a55defd4b985 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.573127] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1017.573127] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52649af4-8454-7ef6-c608-980416db6bea" [ 1017.573127] env[69481]: _type = "Task" [ 1017.573127] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.583869] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52649af4-8454-7ef6-c608-980416db6bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.672324] env[69481]: INFO nova.compute.manager [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Took 37.14 seconds to build instance. [ 1017.678177] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.880283] env[69481]: DEBUG nova.scheduler.client.report [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.886280] env[69481]: DEBUG nova.compute.utils [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.921885] env[69481]: DEBUG nova.compute.manager [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.964818] env[69481]: DEBUG nova.virt.hardware [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.964818] env[69481]: DEBUG nova.virt.hardware [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.964818] env[69481]: DEBUG nova.virt.hardware [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.965175] env[69481]: DEBUG nova.virt.hardware [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.965175] env[69481]: DEBUG nova.virt.hardware [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.965272] env[69481]: DEBUG nova.virt.hardware [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.965551] env[69481]: DEBUG nova.virt.hardware [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.965771] env[69481]: DEBUG nova.virt.hardware [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.965945] env[69481]: DEBUG nova.virt.hardware [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.966123] env[69481]: DEBUG nova.virt.hardware [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.966681] env[69481]: DEBUG nova.virt.hardware [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.968415] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa68ee0-58ba-4d78-b814-c3016cf94be4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.977927] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1643e754-ef57-45ec-93f8-1482ecba63ff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.089556] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52649af4-8454-7ef6-c608-980416db6bea, 'name': SearchDatastore_Task, 'duration_secs': 0.01882} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.090708] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac01696-09a8-4a3b-b038-3d5903a2d99f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.096524] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1018.096524] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]527b0510-597c-e9cd-1cf5-bd7afdf7b278" [ 1018.096524] env[69481]: _type = "Task" [ 1018.096524] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.107479] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527b0510-597c-e9cd-1cf5-bd7afdf7b278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.177439] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b27fa1a3-da21-41e7-bda0-d8b1e302c8cd tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "8650fbb0-4a43-4168-803f-31fcfb165d1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.655s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.177721] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264402, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.256537] env[69481]: DEBUG oslo_concurrency.lockutils [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquiring lock "e950791b-fe57-410b-b605-5c3b06722d8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.256840] env[69481]: DEBUG oslo_concurrency.lockutils [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Lock "e950791b-fe57-410b-b605-5c3b06722d8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.257078] env[69481]: DEBUG oslo_concurrency.lockutils [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquiring lock "e950791b-fe57-410b-b605-5c3b06722d8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.257279] env[69481]: DEBUG oslo_concurrency.lockutils [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Lock "e950791b-fe57-410b-b605-5c3b06722d8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.257462] env[69481]: DEBUG oslo_concurrency.lockutils [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Lock "e950791b-fe57-410b-b605-5c3b06722d8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.259972] env[69481]: INFO nova.compute.manager [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Terminating instance [ 1018.386690] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.387489] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.392136] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.395658] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.671s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.398273] env[69481]: INFO nova.compute.claims [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.541730] env[69481]: DEBUG nova.network.neutron [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Successfully updated port: f7e5fd2e-1963-40a6-8b08-245872027a46 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.607112] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527b0510-597c-e9cd-1cf5-bd7afdf7b278, 'name': SearchDatastore_Task, 'duration_secs': 0.061701} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.607401] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.607685] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 70af6f04-e8fc-4dde-a191-c9592c145d23/70af6f04-e8fc-4dde-a191-c9592c145d23.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.607956] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba5eaff1-9841-45e7-923a-7630e5e3e389 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.615539] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1018.615539] env[69481]: value = "task-3264403" [ 1018.615539] env[69481]: _type = "Task" [ 1018.615539] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.624912] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.678084] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264402, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.126387} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.678893] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a43ef85f-fb09-4cf2-a848-e4b30fc37cb3/a43ef85f-fb09-4cf2-a848-e4b30fc37cb3.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.678893] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.678893] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce8b84cb-aa04-436e-89ff-d694c138ddc0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.688641] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1018.688641] env[69481]: value = "task-3264404" [ 1018.688641] env[69481]: _type = "Task" [ 1018.688641] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.696566] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.768476] env[69481]: DEBUG nova.compute.manager [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.768783] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.769888] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dc943d-871d-41cd-9c41-899eb72b1052 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.776678] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.776907] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82f38f33-747c-461d-a78b-fd8e76477ce3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.784811] env[69481]: DEBUG oslo_vmware.api [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for the task: (returnval){ [ 1018.784811] env[69481]: value = "task-3264405" [ 1018.784811] env[69481]: _type = "Task" [ 1018.784811] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.794401] env[69481]: DEBUG oslo_vmware.api [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.798355] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.798636] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.898455] env[69481]: DEBUG nova.compute.utils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.903262] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.903262] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.940456] env[69481]: DEBUG nova.policy [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af012009f80946ebb5499e2a6ec1eb70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b80bd232bf4e19a1bd11ec6922cc91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.998502] env[69481]: DEBUG nova.compute.manager [req-20d91d8e-4e98-42ab-a550-c8aa746086d5 req-a8b76746-f953-4825-bbb3-4e523fd62552 service nova] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Received event network-vif-plugged-f7e5fd2e-1963-40a6-8b08-245872027a46 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.999557] env[69481]: DEBUG oslo_concurrency.lockutils [req-20d91d8e-4e98-42ab-a550-c8aa746086d5 req-a8b76746-f953-4825-bbb3-4e523fd62552 service nova] Acquiring lock "c9b8a733-73ae-4450-98ee-4fd07683cb80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.999557] env[69481]: DEBUG oslo_concurrency.lockutils [req-20d91d8e-4e98-42ab-a550-c8aa746086d5 req-a8b76746-f953-4825-bbb3-4e523fd62552 service nova] Lock "c9b8a733-73ae-4450-98ee-4fd07683cb80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.999557] env[69481]: DEBUG oslo_concurrency.lockutils [req-20d91d8e-4e98-42ab-a550-c8aa746086d5 req-a8b76746-f953-4825-bbb3-4e523fd62552 service nova] Lock "c9b8a733-73ae-4450-98ee-4fd07683cb80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.999557] env[69481]: DEBUG nova.compute.manager [req-20d91d8e-4e98-42ab-a550-c8aa746086d5 req-a8b76746-f953-4825-bbb3-4e523fd62552 service nova] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] No waiting events found dispatching network-vif-plugged-f7e5fd2e-1963-40a6-8b08-245872027a46 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.999557] env[69481]: WARNING nova.compute.manager [req-20d91d8e-4e98-42ab-a550-c8aa746086d5 req-a8b76746-f953-4825-bbb3-4e523fd62552 service nova] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Received unexpected event network-vif-plugged-f7e5fd2e-1963-40a6-8b08-245872027a46 for instance with vm_state building and task_state spawning. [ 1019.048206] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "refresh_cache-c9b8a733-73ae-4450-98ee-4fd07683cb80" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.048372] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "refresh_cache-c9b8a733-73ae-4450-98ee-4fd07683cb80" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.048518] env[69481]: DEBUG nova.network.neutron [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.132290] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.198769] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06355} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.199090] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.200767] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b4f873-1710-4178-935b-956bd766fbc0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.222598] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] a43ef85f-fb09-4cf2-a848-e4b30fc37cb3/a43ef85f-fb09-4cf2-a848-e4b30fc37cb3.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.222977] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25745691-fe71-4f25-811f-40212ced0cf3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.243771] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1019.243771] env[69481]: value = "task-3264406" [ 1019.243771] env[69481]: _type = "Task" [ 1019.243771] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.253152] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.297443] env[69481]: DEBUG oslo_vmware.api [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264405, 'name': PowerOffVM_Task, 'duration_secs': 0.21248} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.297443] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.297443] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.297443] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c336e3c5-53f3-4c4a-89c7-c57e15d3c4a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.301056] env[69481]: DEBUG nova.compute.manager [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.382034] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.382034] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.382034] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Deleting the datastore file [datastore1] e950791b-fe57-410b-b605-5c3b06722d8d {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.382034] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f7d6a57-cde9-4288-bca1-e95765e93472 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.387022] env[69481]: DEBUG oslo_vmware.api [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for the task: (returnval){ [ 1019.387022] env[69481]: value = "task-3264408" [ 1019.387022] env[69481]: _type = "Task" [ 1019.387022] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.397167] env[69481]: DEBUG oslo_vmware.api [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.404310] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.462912] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Successfully created port: aa0269f7-add1-45f3-8571-09f882d95f11 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.477064] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "5223caf5-d090-4460-875b-03b6e6a0096a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.477337] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.477572] env[69481]: INFO nova.compute.manager [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Attaching volume 3dc65085-9112-4598-bc96-bda001dab772 to /dev/sdb [ 1019.514922] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c089448-371c-4e29-81a5-3c695c35fc64 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.524746] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c51e326-3b20-4dbb-9740-14ca830476d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.539848] env[69481]: DEBUG nova.virt.block_device [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Updating existing volume attachment record: 3925c6ef-02e8-42cb-9443-6b0f9a49db4c {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1019.582480] env[69481]: DEBUG nova.network.neutron [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.626627] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818033} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.629250] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 70af6f04-e8fc-4dde-a191-c9592c145d23/70af6f04-e8fc-4dde-a191-c9592c145d23.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.629567] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.632163] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cdbdf16-5967-4486-8414-67a6b1d983e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.638823] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1019.638823] env[69481]: value = "task-3264409" [ 1019.638823] env[69481]: _type = "Task" [ 1019.638823] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.648950] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.754253] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.766616] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.766722] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.766926] env[69481]: DEBUG nova.compute.manager [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Going to confirm migration 4 {{(pid=69481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1019.780315] env[69481]: DEBUG nova.network.neutron [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Updating instance_info_cache with network_info: [{"id": "f7e5fd2e-1963-40a6-8b08-245872027a46", "address": "fa:16:3e:ec:f8:cc", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e5fd2e-19", "ovs_interfaceid": "f7e5fd2e-1963-40a6-8b08-245872027a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.812196] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04338d5d-6544-4ff6-bad9-8bfdc45977ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.819964] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8625e193-eedd-4453-9fd5-37f213b7cf03 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.823701] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.853626] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5939ba0a-b640-44d0-9908-04eb9b1f3e07 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.860840] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03812186-a377-4ab6-9e5a-b606723d9f98 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.874046] env[69481]: DEBUG nova.compute.provider_tree [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.898304] env[69481]: DEBUG oslo_vmware.api [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Task: {'id': task-3264408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387615} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.898802] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.898802] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.898880] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.899057] env[69481]: INFO nova.compute.manager [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1019.899303] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.899495] env[69481]: DEBUG nova.compute.manager [-] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.899648] env[69481]: DEBUG nova.network.neutron [-] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.148322] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102447} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.148611] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.149405] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33069c3-fc08-428f-b5f0-05c77ea7ed17 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.173888] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 70af6f04-e8fc-4dde-a191-c9592c145d23/70af6f04-e8fc-4dde-a191-c9592c145d23.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.174464] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8961eb8-e9ce-4a17-a314-002ad4ad7ba5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.195975] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1020.195975] env[69481]: value = "task-3264413" [ 1020.195975] env[69481]: _type = "Task" [ 1020.195975] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.204248] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.253958] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264406, 'name': ReconfigVM_Task, 'duration_secs': 0.60748} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.254364] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Reconfigured VM instance instance-00000052 to attach disk [datastore2] a43ef85f-fb09-4cf2-a848-e4b30fc37cb3/a43ef85f-fb09-4cf2-a848-e4b30fc37cb3.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.254938] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a79f7142-79e7-40cc-a80b-5cb012147c5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.261791] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1020.261791] env[69481]: value = "task-3264414" [ 1020.261791] env[69481]: _type = "Task" [ 1020.261791] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.274117] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264414, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.285727] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "refresh_cache-c9b8a733-73ae-4450-98ee-4fd07683cb80" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.286206] env[69481]: DEBUG nova.compute.manager [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Instance network_info: |[{"id": "f7e5fd2e-1963-40a6-8b08-245872027a46", "address": "fa:16:3e:ec:f8:cc", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e5fd2e-19", "ovs_interfaceid": "f7e5fd2e-1963-40a6-8b08-245872027a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.286798] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f8:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7e5fd2e-1963-40a6-8b08-245872027a46', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.294764] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.295335] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.295578] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbea0f1c-e39e-44fb-80ad-527951d56955 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.314762] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.314762] env[69481]: value = "task-3264415" [ 1020.314762] env[69481]: _type = "Task" [ 1020.314762] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.319033] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.319219] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.319392] env[69481]: DEBUG nova.network.neutron [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.319628] env[69481]: DEBUG nova.objects.instance [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lazy-loading 'info_cache' on Instance uuid 56067fc3-a5c6-4954-8b05-03d5ca478e6b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.325717] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264415, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.379103] env[69481]: DEBUG nova.scheduler.client.report [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.415009] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.440209] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.440599] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.441012] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.441182] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.441532] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.441532] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.441834] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.441962] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.442218] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.442366] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.442577] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.444995] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfdc3d0-1a2e-4247-9ec9-18f85d868b79 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.449165] env[69481]: DEBUG nova.compute.manager [req-b5fb14ba-37d0-434a-8bb2-c0b7abd49133 req-c7412dbc-7e24-4307-891f-bfcc6ad5e70d service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Received event network-vif-deleted-684e5b5d-f592-46e1-b777-f90034d091b5 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.449363] env[69481]: INFO nova.compute.manager [req-b5fb14ba-37d0-434a-8bb2-c0b7abd49133 req-c7412dbc-7e24-4307-891f-bfcc6ad5e70d service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Neutron deleted interface 684e5b5d-f592-46e1-b777-f90034d091b5; detaching it from the instance and deleting it from the info cache [ 1020.449511] env[69481]: DEBUG nova.network.neutron [req-b5fb14ba-37d0-434a-8bb2-c0b7abd49133 req-c7412dbc-7e24-4307-891f-bfcc6ad5e70d service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.456426] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0865538-c4ff-4a72-8cf3-d36385e28d75 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.706444] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.772459] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264414, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.826843] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264415, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.884325] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.884867] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.887605] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.566s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.887853] env[69481]: DEBUG nova.objects.instance [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lazy-loading 'resources' on Instance uuid 7b6df427-c08b-4d50-a6e7-822727cb9f44 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.915301] env[69481]: DEBUG nova.network.neutron [-] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.953531] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09a4af52-7cfc-4046-b8fa-3a6186520d6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.963688] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62883c4-ee9e-4901-a0b6-33eebe7fe8bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.997228] env[69481]: DEBUG nova.compute.manager [req-b5fb14ba-37d0-434a-8bb2-c0b7abd49133 req-c7412dbc-7e24-4307-891f-bfcc6ad5e70d service nova] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Detach interface failed, port_id=684e5b5d-f592-46e1-b777-f90034d091b5, reason: Instance e950791b-fe57-410b-b605-5c3b06722d8d could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1021.033818] env[69481]: DEBUG nova.compute.manager [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Received event network-changed-f7e5fd2e-1963-40a6-8b08-245872027a46 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.033946] env[69481]: DEBUG nova.compute.manager [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Refreshing instance network info cache due to event network-changed-f7e5fd2e-1963-40a6-8b08-245872027a46. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.034386] env[69481]: DEBUG oslo_concurrency.lockutils [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] Acquiring lock "refresh_cache-c9b8a733-73ae-4450-98ee-4fd07683cb80" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.034643] env[69481]: DEBUG oslo_concurrency.lockutils [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] Acquired lock "refresh_cache-c9b8a733-73ae-4450-98ee-4fd07683cb80" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.034818] env[69481]: DEBUG nova.network.neutron [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Refreshing network info cache for port f7e5fd2e-1963-40a6-8b08-245872027a46 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.094372] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Successfully updated port: aa0269f7-add1-45f3-8571-09f882d95f11 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.207988] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264413, 'name': ReconfigVM_Task, 'duration_secs': 0.906549} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.208538] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 70af6f04-e8fc-4dde-a191-c9592c145d23/70af6f04-e8fc-4dde-a191-c9592c145d23.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.209221] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1630d8b1-2143-4336-b144-13ed51150221 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.216110] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1021.216110] env[69481]: value = "task-3264416" [ 1021.216110] env[69481]: _type = "Task" [ 1021.216110] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.226542] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264416, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.276654] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264414, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.325939] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264415, 'name': CreateVM_Task, 'duration_secs': 0.753875} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.325939] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.326647] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.326850] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.327201] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.327468] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754c1523-268a-4a6b-ba3b-3b6daaa1322a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.333770] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1021.333770] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ac4a84-2167-17f5-a9a4-4267616b6bf9" [ 1021.333770] env[69481]: _type = "Task" [ 1021.333770] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.341426] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ac4a84-2167-17f5-a9a4-4267616b6bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.390988] env[69481]: DEBUG nova.compute.utils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.395722] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.395917] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.415491] env[69481]: INFO nova.compute.manager [-] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Took 1.52 seconds to deallocate network for instance. [ 1021.447845] env[69481]: DEBUG nova.policy [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af012009f80946ebb5499e2a6ec1eb70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b80bd232bf4e19a1bd11ec6922cc91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.597404] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "refresh_cache-f0a5b231-33f6-4b96-8149-87906824e3f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.597647] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "refresh_cache-f0a5b231-33f6-4b96-8149-87906824e3f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.598257] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.730483] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264416, 'name': Rename_Task, 'duration_secs': 0.273638} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.730786] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.731059] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e620ff33-f432-4393-9b0e-d894c3e18ee1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.738419] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1021.738419] env[69481]: value = "task-3264417" [ 1021.738419] env[69481]: _type = "Task" [ 1021.738419] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.749533] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.775807] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264414, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.775807] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a801dae5-46d3-4dd3-8364-54cbcbd43ad2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.784452] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f907cd6-3bc1-4a20-aba3-ea09f08d1aa5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.821189] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423214dd-0d8e-4fd6-bb10-b57fd5c4d3e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.824426] env[69481]: DEBUG nova.network.neutron [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance_info_cache with network_info: [{"id": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "address": "fa:16:3e:b4:2a:59", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d82c64-4c", "ovs_interfaceid": "45d82c64-4c3d-4f95-840b-fb6e41b4ed69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.831314] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b93c5e6-441d-44b4-8eb1-0fcc05cce3f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.851825] env[69481]: DEBUG nova.compute.provider_tree [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.854662] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ac4a84-2167-17f5-a9a4-4267616b6bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011626} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.855166] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.855394] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.855631] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.855780] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.856081] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.856352] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8432e06f-ad5b-4280-9eb4-ae5871d02689 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.870514] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.870746] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.871505] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af3a32e-1c02-4eed-8ef8-ec09751b3088 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.878747] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1021.878747] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526f0682-4438-63af-ac87-d27d1c3280c2" [ 1021.878747] env[69481]: _type = "Task" [ 1021.878747] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.886566] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526f0682-4438-63af-ac87-d27d1c3280c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.897124] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.924524] env[69481]: DEBUG oslo_concurrency.lockutils [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.963484] env[69481]: DEBUG nova.network.neutron [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Updated VIF entry in instance network info cache for port f7e5fd2e-1963-40a6-8b08-245872027a46. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.963484] env[69481]: DEBUG nova.network.neutron [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Updating instance_info_cache with network_info: [{"id": "f7e5fd2e-1963-40a6-8b08-245872027a46", "address": "fa:16:3e:ec:f8:cc", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e5fd2e-19", "ovs_interfaceid": "f7e5fd2e-1963-40a6-8b08-245872027a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.975624] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Successfully created port: e9f83fff-f288-4afb-ad50-8a4c1406cd52 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.148216] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.258028] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.277022] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264414, 'name': Rename_Task, 'duration_secs': 1.515316} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.277022] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.277022] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e528d3c1-52e0-49b9-ad58-b0ebebb38289 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.280914] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1022.280914] env[69481]: value = "task-3264419" [ 1022.280914] env[69481]: _type = "Task" [ 1022.280914] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.288647] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.327251] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "refresh_cache-56067fc3-a5c6-4954-8b05-03d5ca478e6b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.333804] env[69481]: DEBUG nova.objects.instance [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lazy-loading 'migration_context' on Instance uuid 56067fc3-a5c6-4954-8b05-03d5ca478e6b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.356468] env[69481]: DEBUG nova.scheduler.client.report [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.389608] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526f0682-4438-63af-ac87-d27d1c3280c2, 'name': SearchDatastore_Task, 'duration_secs': 0.033722} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.390467] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f77752ea-e67d-4e13-84fa-c6f3d4729637 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.395705] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1022.395705] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d2ae07-a5c4-294b-65a8-47ece47047d9" [ 1022.395705] env[69481]: _type = "Task" [ 1022.395705] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.406164] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d2ae07-a5c4-294b-65a8-47ece47047d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.468731] env[69481]: DEBUG oslo_concurrency.lockutils [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] Releasing lock "refresh_cache-c9b8a733-73ae-4450-98ee-4fd07683cb80" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.469042] env[69481]: DEBUG nova.compute.manager [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Received event network-vif-plugged-aa0269f7-add1-45f3-8571-09f882d95f11 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.469256] env[69481]: DEBUG oslo_concurrency.lockutils [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] Acquiring lock "f0a5b231-33f6-4b96-8149-87906824e3f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.469485] env[69481]: DEBUG oslo_concurrency.lockutils [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] Lock "f0a5b231-33f6-4b96-8149-87906824e3f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.469703] env[69481]: DEBUG oslo_concurrency.lockutils [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] Lock "f0a5b231-33f6-4b96-8149-87906824e3f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.469904] env[69481]: DEBUG nova.compute.manager [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] No waiting events found dispatching network-vif-plugged-aa0269f7-add1-45f3-8571-09f882d95f11 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.470107] env[69481]: WARNING nova.compute.manager [req-c9c61cbb-f3be-4738-a710-057991eb9134 req-c40de7a6-2a7a-40ed-94f5-549bebf47ef7 service nova] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Received unexpected event network-vif-plugged-aa0269f7-add1-45f3-8571-09f882d95f11 for instance with vm_state building and task_state spawning. [ 1022.645701] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Updating instance_info_cache with network_info: [{"id": "aa0269f7-add1-45f3-8571-09f882d95f11", "address": "fa:16:3e:3e:08:e0", "network": {"id": "5d63f0ec-1978-4518-8670-c728fda4506f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-723318383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b80bd232bf4e19a1bd11ec6922cc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0269f7-ad", "ovs_interfaceid": "aa0269f7-add1-45f3-8571-09f882d95f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.749798] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.791664] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264419, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.833017] env[69481]: DEBUG nova.objects.base [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Object Instance<56067fc3-a5c6-4954-8b05-03d5ca478e6b> lazy-loaded attributes: info_cache,migration_context {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1022.833969] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78ee24a-d175-475c-acd7-ff9d425e31db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.854214] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e820b087-84bd-4bfd-8073-1dc3584e4520 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.859533] env[69481]: DEBUG oslo_vmware.api [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1022.859533] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52273352-efdb-8a49-44ab-c39044fd30e1" [ 1022.859533] env[69481]: _type = "Task" [ 1022.859533] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.863163] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.865332] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.539s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.865558] env[69481]: DEBUG nova.objects.instance [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lazy-loading 'resources' on Instance uuid 75673729-6372-45f9-b521-1b0cb275a5d0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.871473] env[69481]: DEBUG oslo_vmware.api [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52273352-efdb-8a49-44ab-c39044fd30e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.890686] env[69481]: INFO nova.scheduler.client.report [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Deleted allocations for instance 7b6df427-c08b-4d50-a6e7-822727cb9f44 [ 1022.907056] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.909457] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d2ae07-a5c4-294b-65a8-47ece47047d9, 'name': SearchDatastore_Task, 'duration_secs': 0.025425} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.910164] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.910261] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] c9b8a733-73ae-4450-98ee-4fd07683cb80/c9b8a733-73ae-4450-98ee-4fd07683cb80.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.910571] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7171b89f-26de-49e7-812a-3da41f71c058 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.917887] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1022.917887] env[69481]: value = "task-3264420" [ 1022.917887] env[69481]: _type = "Task" [ 1022.917887] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.926492] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.939017] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.939017] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.939017] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.939017] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.939017] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.939440] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.939810] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.940120] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.940504] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.940819] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.941722] env[69481]: DEBUG nova.virt.hardware [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.942911] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79d6c0f-d0e7-49bc-848c-87bfbe35ba36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.951326] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d03e811-c9cd-45f0-8f3d-14a18cc1f947 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.065159] env[69481]: DEBUG nova.compute.manager [req-feef11e5-7eec-4036-8cb1-a1a8b32cc746 req-b1b8568f-2c0b-45e2-b7b7-910d414b349d service nova] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Received event network-changed-aa0269f7-add1-45f3-8571-09f882d95f11 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.065315] env[69481]: DEBUG nova.compute.manager [req-feef11e5-7eec-4036-8cb1-a1a8b32cc746 req-b1b8568f-2c0b-45e2-b7b7-910d414b349d service nova] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Refreshing instance network info cache due to event network-changed-aa0269f7-add1-45f3-8571-09f882d95f11. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.065504] env[69481]: DEBUG oslo_concurrency.lockutils [req-feef11e5-7eec-4036-8cb1-a1a8b32cc746 req-b1b8568f-2c0b-45e2-b7b7-910d414b349d service nova] Acquiring lock "refresh_cache-f0a5b231-33f6-4b96-8149-87906824e3f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.149406] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "refresh_cache-f0a5b231-33f6-4b96-8149-87906824e3f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.149829] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Instance network_info: |[{"id": "aa0269f7-add1-45f3-8571-09f882d95f11", "address": "fa:16:3e:3e:08:e0", "network": {"id": "5d63f0ec-1978-4518-8670-c728fda4506f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-723318383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b80bd232bf4e19a1bd11ec6922cc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0269f7-ad", "ovs_interfaceid": "aa0269f7-add1-45f3-8571-09f882d95f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.150244] env[69481]: DEBUG oslo_concurrency.lockutils [req-feef11e5-7eec-4036-8cb1-a1a8b32cc746 req-b1b8568f-2c0b-45e2-b7b7-910d414b349d service nova] Acquired lock "refresh_cache-f0a5b231-33f6-4b96-8149-87906824e3f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.150493] env[69481]: DEBUG nova.network.neutron [req-feef11e5-7eec-4036-8cb1-a1a8b32cc746 req-b1b8568f-2c0b-45e2-b7b7-910d414b349d service nova] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Refreshing network info cache for port aa0269f7-add1-45f3-8571-09f882d95f11 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.151848] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:08:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa0269f7-add1-45f3-8571-09f882d95f11', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.159241] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Creating folder: Project (a3b80bd232bf4e19a1bd11ec6922cc91). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.161166] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4183e9b6-572c-4464-8bd1-2cb0f16f2022 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.170650] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Created folder: Project (a3b80bd232bf4e19a1bd11ec6922cc91) in parent group-v651898. [ 1023.170869] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Creating folder: Instances. Parent ref: group-v652143. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.171157] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df9f4a1c-a8e3-4815-8f3f-e822568a86f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.183527] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Created folder: Instances in parent group-v652143. [ 1023.183799] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.184038] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.184308] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49567434-7a33-4b10-9ba9-4982a8224649 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.213467] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.213467] env[69481]: value = "task-3264423" [ 1023.213467] env[69481]: _type = "Task" [ 1023.213467] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.223423] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264423, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.249646] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.296125] env[69481]: DEBUG oslo_vmware.api [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264419, 'name': PowerOnVM_Task, 'duration_secs': 0.532951} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.296640] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.296982] env[69481]: INFO nova.compute.manager [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1023.297196] env[69481]: DEBUG nova.compute.manager [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.298193] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d5b6cd-e431-473d-a32b-d5d80bd1a27d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.374646] env[69481]: DEBUG oslo_vmware.api [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52273352-efdb-8a49-44ab-c39044fd30e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013767} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.375200] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.401336] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ec0f1c5-13d6-4b24-91f4-4cbf8cb911b9 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "7b6df427-c08b-4d50-a6e7-822727cb9f44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.007s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.432683] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264420, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.724792] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264423, 'name': CreateVM_Task, 'duration_secs': 0.445363} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.727649] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.728299] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.728436] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.728769] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.731769] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b0cdae-92f3-4aec-830d-8d9632075bf6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.737782] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1023.737782] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52053508-d7d2-af47-3c21-5180cf8c43b5" [ 1023.737782] env[69481]: _type = "Task" [ 1023.737782] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.748654] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52053508-d7d2-af47-3c21-5180cf8c43b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.750492] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31397d6a-4aed-497d-b8ec-56891006524a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.755807] env[69481]: DEBUG oslo_vmware.api [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264417, 'name': PowerOnVM_Task, 'duration_secs': 1.820894} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.756384] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.756601] env[69481]: INFO nova.compute.manager [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Took 10.88 seconds to spawn the instance on the hypervisor. [ 1023.756781] env[69481]: DEBUG nova.compute.manager [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.757537] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264fafd4-9dea-4d96-b712-ab7019e7f0bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.764549] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606abf0d-e60c-452c-bd26-0c90398ad371 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.803691] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca8a170-dd92-4ee7-96fa-6d40aef13a36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.814183] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b7a81-a5cc-4cbf-bcbb-38f90a24e9e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.831539] env[69481]: DEBUG nova.compute.provider_tree [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.832904] env[69481]: INFO nova.compute.manager [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Took 36.48 seconds to build instance. [ 1023.924790] env[69481]: DEBUG nova.compute.manager [req-c1fddea6-608f-4695-a699-e3204b2facbf req-628dea4e-b190-41ee-af43-a7db7362a364 service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Received event network-vif-plugged-e9f83fff-f288-4afb-ad50-8a4c1406cd52 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.925036] env[69481]: DEBUG oslo_concurrency.lockutils [req-c1fddea6-608f-4695-a699-e3204b2facbf req-628dea4e-b190-41ee-af43-a7db7362a364 service nova] Acquiring lock "c7300c59-9dbd-46e7-a3ba-af00215bd124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.925268] env[69481]: DEBUG oslo_concurrency.lockutils [req-c1fddea6-608f-4695-a699-e3204b2facbf req-628dea4e-b190-41ee-af43-a7db7362a364 service nova] Lock "c7300c59-9dbd-46e7-a3ba-af00215bd124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.925410] env[69481]: DEBUG oslo_concurrency.lockutils [req-c1fddea6-608f-4695-a699-e3204b2facbf req-628dea4e-b190-41ee-af43-a7db7362a364 service nova] Lock "c7300c59-9dbd-46e7-a3ba-af00215bd124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.925577] env[69481]: DEBUG nova.compute.manager [req-c1fddea6-608f-4695-a699-e3204b2facbf req-628dea4e-b190-41ee-af43-a7db7362a364 service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] No waiting events found dispatching network-vif-plugged-e9f83fff-f288-4afb-ad50-8a4c1406cd52 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.925741] env[69481]: WARNING nova.compute.manager [req-c1fddea6-608f-4695-a699-e3204b2facbf req-628dea4e-b190-41ee-af43-a7db7362a364 service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Received unexpected event network-vif-plugged-e9f83fff-f288-4afb-ad50-8a4c1406cd52 for instance with vm_state building and task_state spawning. [ 1023.931859] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619332} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.931938] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] c9b8a733-73ae-4450-98ee-4fd07683cb80/c9b8a733-73ae-4450-98ee-4fd07683cb80.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.932146] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.932394] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6663f7c9-cc46-463d-ac47-60020397cb39 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.938986] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1023.938986] env[69481]: value = "task-3264424" [ 1023.938986] env[69481]: _type = "Task" [ 1023.938986] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.946864] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.037253] env[69481]: DEBUG nova.network.neutron [req-feef11e5-7eec-4036-8cb1-a1a8b32cc746 req-b1b8568f-2c0b-45e2-b7b7-910d414b349d service nova] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Updated VIF entry in instance network info cache for port aa0269f7-add1-45f3-8571-09f882d95f11. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.037916] env[69481]: DEBUG nova.network.neutron [req-feef11e5-7eec-4036-8cb1-a1a8b32cc746 req-b1b8568f-2c0b-45e2-b7b7-910d414b349d service nova] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Updating instance_info_cache with network_info: [{"id": "aa0269f7-add1-45f3-8571-09f882d95f11", "address": "fa:16:3e:3e:08:e0", "network": {"id": "5d63f0ec-1978-4518-8670-c728fda4506f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-723318383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b80bd232bf4e19a1bd11ec6922cc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0269f7-ad", "ovs_interfaceid": "aa0269f7-add1-45f3-8571-09f882d95f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.090654] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1024.091160] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652141', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'name': 'volume-3dc65085-9112-4598-bc96-bda001dab772', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5223caf5-d090-4460-875b-03b6e6a0096a', 'attached_at': '', 'detached_at': '', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'serial': '3dc65085-9112-4598-bc96-bda001dab772'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1024.091842] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538986c1-2e17-4158-8d8e-c5cdbda10bff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.108464] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31996499-f3af-4221-89a9-1285cc83928f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.134564] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-3dc65085-9112-4598-bc96-bda001dab772/volume-3dc65085-9112-4598-bc96-bda001dab772.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.134924] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc13df3e-8a14-4ea8-820c-e3f43a3fb19d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.148211] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Successfully updated port: e9f83fff-f288-4afb-ad50-8a4c1406cd52 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.155652] env[69481]: DEBUG oslo_vmware.api [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1024.155652] env[69481]: value = "task-3264425" [ 1024.155652] env[69481]: _type = "Task" [ 1024.155652] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.166880] env[69481]: DEBUG oslo_vmware.api [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.248016] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52053508-d7d2-af47-3c21-5180cf8c43b5, 'name': SearchDatastore_Task, 'duration_secs': 0.033808} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.248366] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.248603] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.248843] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.248990] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.249181] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.249441] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce2e6f85-aab3-4b9b-aea6-9c566cbd0c60 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.258567] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.258834] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.259699] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16901eb-d638-4dbf-8ddd-328344510306 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.265297] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1024.265297] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c78319-ed6d-b65d-7a7a-263ce3aa6c34" [ 1024.265297] env[69481]: _type = "Task" [ 1024.265297] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.273055] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c78319-ed6d-b65d-7a7a-263ce3aa6c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.287783] env[69481]: INFO nova.compute.manager [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Took 41.01 seconds to build instance. [ 1024.336212] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1ec57ad5-d90a-4474-9032-f0fcd8d7d5f8 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "a43ef85f-fb09-4cf2-a848-e4b30fc37cb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.988s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.337095] env[69481]: DEBUG nova.scheduler.client.report [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.448897] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067138} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.449223] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.450062] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90266d0-dd0d-47c3-8848-e00d93b914c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.471738] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] c9b8a733-73ae-4450-98ee-4fd07683cb80/c9b8a733-73ae-4450-98ee-4fd07683cb80.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.472052] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad847f2f-91b5-45a8-b0a2-4b7fb2c8c827 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.491824] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1024.491824] env[69481]: value = "task-3264426" [ 1024.491824] env[69481]: _type = "Task" [ 1024.491824] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.500687] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.540879] env[69481]: DEBUG oslo_concurrency.lockutils [req-feef11e5-7eec-4036-8cb1-a1a8b32cc746 req-b1b8568f-2c0b-45e2-b7b7-910d414b349d service nova] Releasing lock "refresh_cache-f0a5b231-33f6-4b96-8149-87906824e3f6" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.650864] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "refresh_cache-c7300c59-9dbd-46e7-a3ba-af00215bd124" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.651074] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "refresh_cache-c7300c59-9dbd-46e7-a3ba-af00215bd124" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.651247] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.669933] env[69481]: DEBUG oslo_vmware.api [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.776769] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c78319-ed6d-b65d-7a7a-263ce3aa6c34, 'name': SearchDatastore_Task, 'duration_secs': 0.029854} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.777628] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f675fbca-fb33-4882-9094-4454e6b9f808 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.785048] env[69481]: INFO nova.compute.manager [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Rescuing [ 1024.785271] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "refresh_cache-70af6f04-e8fc-4dde-a191-c9592c145d23" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.785423] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired lock "refresh_cache-70af6f04-e8fc-4dde-a191-c9592c145d23" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.785587] env[69481]: DEBUG nova.network.neutron [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.786803] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1024.786803] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52713494-b228-740c-79af-a3ad3e5e3b1c" [ 1024.786803] env[69481]: _type = "Task" [ 1024.786803] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.790436] env[69481]: DEBUG oslo_concurrency.lockutils [None req-be176e1f-5409-453d-8bd4-ab7ebb098367 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "70af6f04-e8fc-4dde-a191-c9592c145d23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.526s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.795727] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52713494-b228-740c-79af-a3ad3e5e3b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.843020] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.845319] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.492s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.848596] env[69481]: INFO nova.compute.claims [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.868470] env[69481]: INFO nova.scheduler.client.report [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Deleted allocations for instance 75673729-6372-45f9-b521-1b0cb275a5d0 [ 1025.002932] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.029035] env[69481]: INFO nova.compute.manager [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Rebuilding instance [ 1025.069446] env[69481]: DEBUG nova.compute.manager [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.070454] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8e5f3c-4932-4bec-973c-22b6a5834f0f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.170783] env[69481]: DEBUG oslo_vmware.api [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.193356] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.301763] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52713494-b228-740c-79af-a3ad3e5e3b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.019978} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.301763] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.301960] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] f0a5b231-33f6-4b96-8149-87906824e3f6/f0a5b231-33f6-4b96-8149-87906824e3f6.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.304567] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6286e616-a56d-4254-9985-5fb26e8a2595 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.312615] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1025.312615] env[69481]: value = "task-3264427" [ 1025.312615] env[69481]: _type = "Task" [ 1025.312615] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.323550] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.376802] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c83eaea-c1ef-48d8-850c-1f33773b2018 tempest-ListServersNegativeTestJSON-60896782 tempest-ListServersNegativeTestJSON-60896782-project-member] Lock "75673729-6372-45f9-b521-1b0cb275a5d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.831s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.410987] env[69481]: DEBUG nova.network.neutron [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Updating instance_info_cache with network_info: [{"id": "e9f83fff-f288-4afb-ad50-8a4c1406cd52", "address": "fa:16:3e:dd:44:99", "network": {"id": "5d63f0ec-1978-4518-8670-c728fda4506f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-723318383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b80bd232bf4e19a1bd11ec6922cc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f83fff-f2", "ovs_interfaceid": "e9f83fff-f288-4afb-ad50-8a4c1406cd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.506445] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264426, 'name': ReconfigVM_Task, 'duration_secs': 0.703392} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.506876] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Reconfigured VM instance instance-00000053 to attach disk [datastore2] c9b8a733-73ae-4450-98ee-4fd07683cb80/c9b8a733-73ae-4450-98ee-4fd07683cb80.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.507780] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a10faac5-c77a-46c7-81bf-19c9f405ff5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.514299] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1025.514299] env[69481]: value = "task-3264428" [ 1025.514299] env[69481]: _type = "Task" [ 1025.514299] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.528039] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264428, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.565631] env[69481]: DEBUG nova.network.neutron [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Updating instance_info_cache with network_info: [{"id": "37a60fac-eed8-4d61-82f4-3d9399bbfd95", "address": "fa:16:3e:d8:7f:65", "network": {"id": "78a0de75-b278-42c3-a40a-7a85a0ece785", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-159101636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc16ccf975c849c2b710124531906018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a60fac-ee", "ovs_interfaceid": "37a60fac-eed8-4d61-82f4-3d9399bbfd95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.668321] env[69481]: DEBUG oslo_vmware.api [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264425, 'name': ReconfigVM_Task, 'duration_secs': 1.053155} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.668652] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-3dc65085-9112-4598-bc96-bda001dab772/volume-3dc65085-9112-4598-bc96-bda001dab772.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.676488] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a76e04a-08bd-4bed-b24d-f9bd4573ff0c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.692169] env[69481]: DEBUG oslo_vmware.api [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1025.692169] env[69481]: value = "task-3264429" [ 1025.692169] env[69481]: _type = "Task" [ 1025.692169] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.702956] env[69481]: DEBUG oslo_vmware.api [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.813910] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquiring lock "b688722e-ebff-4304-9e3e-7aa9f97f5354" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.814243] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Lock "b688722e-ebff-4304-9e3e-7aa9f97f5354" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.814487] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquiring lock "b688722e-ebff-4304-9e3e-7aa9f97f5354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.815236] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Lock "b688722e-ebff-4304-9e3e-7aa9f97f5354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.815236] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Lock "b688722e-ebff-4304-9e3e-7aa9f97f5354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.821093] env[69481]: INFO nova.compute.manager [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Terminating instance [ 1025.833495] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264427, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.913857] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "refresh_cache-c7300c59-9dbd-46e7-a3ba-af00215bd124" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.914207] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Instance network_info: |[{"id": "e9f83fff-f288-4afb-ad50-8a4c1406cd52", "address": "fa:16:3e:dd:44:99", "network": {"id": "5d63f0ec-1978-4518-8670-c728fda4506f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-723318383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b80bd232bf4e19a1bd11ec6922cc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f83fff-f2", "ovs_interfaceid": "e9f83fff-f288-4afb-ad50-8a4c1406cd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.914648] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:44:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9f83fff-f288-4afb-ad50-8a4c1406cd52', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.922646] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.926251] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.926802] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e5ea849-a34b-44d2-81f8-04d8fbb4eeb8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.951635] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.951635] env[69481]: value = "task-3264430" [ 1025.951635] env[69481]: _type = "Task" [ 1025.951635] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.964368] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264430, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.028172] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264428, 'name': Rename_Task, 'duration_secs': 0.160206} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.032154] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.032683] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9419bea-888d-4706-8343-ba0fc52b7560 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.039887] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1026.039887] env[69481]: value = "task-3264431" [ 1026.039887] env[69481]: _type = "Task" [ 1026.039887] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.053627] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.068908] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Releasing lock "refresh_cache-70af6f04-e8fc-4dde-a191-c9592c145d23" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.084062] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.084884] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c306928-e783-491a-93f7-7a467f930584 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.091482] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1026.091482] env[69481]: value = "task-3264432" [ 1026.091482] env[69481]: _type = "Task" [ 1026.091482] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.107073] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.141099] env[69481]: DEBUG nova.compute.manager [req-1f0131b4-a97c-4cf2-a6f2-546639f5d238 req-136576c1-0331-4e9d-be2e-94c8e08b5f4f service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Received event network-changed-e9f83fff-f288-4afb-ad50-8a4c1406cd52 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.141218] env[69481]: DEBUG nova.compute.manager [req-1f0131b4-a97c-4cf2-a6f2-546639f5d238 req-136576c1-0331-4e9d-be2e-94c8e08b5f4f service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Refreshing instance network info cache due to event network-changed-e9f83fff-f288-4afb-ad50-8a4c1406cd52. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.141959] env[69481]: DEBUG oslo_concurrency.lockutils [req-1f0131b4-a97c-4cf2-a6f2-546639f5d238 req-136576c1-0331-4e9d-be2e-94c8e08b5f4f service nova] Acquiring lock "refresh_cache-c7300c59-9dbd-46e7-a3ba-af00215bd124" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.141959] env[69481]: DEBUG oslo_concurrency.lockutils [req-1f0131b4-a97c-4cf2-a6f2-546639f5d238 req-136576c1-0331-4e9d-be2e-94c8e08b5f4f service nova] Acquired lock "refresh_cache-c7300c59-9dbd-46e7-a3ba-af00215bd124" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.141959] env[69481]: DEBUG nova.network.neutron [req-1f0131b4-a97c-4cf2-a6f2-546639f5d238 req-136576c1-0331-4e9d-be2e-94c8e08b5f4f service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Refreshing network info cache for port e9f83fff-f288-4afb-ad50-8a4c1406cd52 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.201923] env[69481]: DEBUG oslo_vmware.api [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264429, 'name': ReconfigVM_Task, 'duration_secs': 0.287441} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.204929] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652141', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'name': 'volume-3dc65085-9112-4598-bc96-bda001dab772', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5223caf5-d090-4460-875b-03b6e6a0096a', 'attached_at': '', 'detached_at': '', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'serial': '3dc65085-9112-4598-bc96-bda001dab772'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1026.231966] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172e5dca-d93d-4623-8680-8ea7129b776c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.242225] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5674b51-ea77-4726-88ed-babad9167b80 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.275524] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cf3b6a-d302-4b78-9c08-67f4713325fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.284577] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0582f82d-27c0-4065-aa4c-eb00b81f9b76 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.300648] env[69481]: DEBUG nova.compute.provider_tree [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.326622] env[69481]: DEBUG nova.compute.manager [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.326859] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.327573] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591266} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.328299] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eab5122-ff02-4aa1-97f9-cdcb69e7dd8a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.331280] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] f0a5b231-33f6-4b96-8149-87906824e3f6/f0a5b231-33f6-4b96-8149-87906824e3f6.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.331524] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.331816] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b5637bb-e3b0-47bf-94f0-283e1855818d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.338827] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.340065] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be5e933-f507-4b0d-9465-8cb3df056f67 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.341610] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1026.341610] env[69481]: value = "task-3264433" [ 1026.341610] env[69481]: _type = "Task" [ 1026.341610] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.345899] env[69481]: DEBUG oslo_vmware.api [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for the task: (returnval){ [ 1026.345899] env[69481]: value = "task-3264434" [ 1026.345899] env[69481]: _type = "Task" [ 1026.345899] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.352321] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.359704] env[69481]: DEBUG oslo_vmware.api [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.462636] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264430, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.550488] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.608241] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264432, 'name': PowerOffVM_Task, 'duration_secs': 0.223882} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.608241] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.608241] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.609049] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11964bdd-68a8-4656-9559-84154a462a59 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.615894] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.616183] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-244b1c92-fb26-46f6-8823-d2eb996b8786 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.635645] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.636063] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.651897] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.652149] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.652335] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Deleting the datastore file [datastore2] a43ef85f-fb09-4cf2-a848-e4b30fc37cb3 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.652920] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d2f1c46-3f19-4ffc-af21-185ffd7ff603 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.660910] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1026.660910] env[69481]: value = "task-3264436" [ 1026.660910] env[69481]: _type = "Task" [ 1026.660910] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.804314] env[69481]: DEBUG nova.scheduler.client.report [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.857327] env[69481]: DEBUG oslo_vmware.api [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264434, 'name': PowerOffVM_Task, 'duration_secs': 0.31373} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.861792] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.861792] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.861792] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228001} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.861792] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d860bef5-15bf-46b0-a5e5-4a8a2babcc58 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.862335] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.863082] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916e33ee-be11-44a9-9638-d6aa07c4461e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.891585] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] f0a5b231-33f6-4b96-8149-87906824e3f6/f0a5b231-33f6-4b96-8149-87906824e3f6.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.892670] env[69481]: DEBUG nova.network.neutron [req-1f0131b4-a97c-4cf2-a6f2-546639f5d238 req-136576c1-0331-4e9d-be2e-94c8e08b5f4f service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Updated VIF entry in instance network info cache for port e9f83fff-f288-4afb-ad50-8a4c1406cd52. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.892991] env[69481]: DEBUG nova.network.neutron [req-1f0131b4-a97c-4cf2-a6f2-546639f5d238 req-136576c1-0331-4e9d-be2e-94c8e08b5f4f service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Updating instance_info_cache with network_info: [{"id": "e9f83fff-f288-4afb-ad50-8a4c1406cd52", "address": "fa:16:3e:dd:44:99", "network": {"id": "5d63f0ec-1978-4518-8670-c728fda4506f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-723318383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b80bd232bf4e19a1bd11ec6922cc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f83fff-f2", "ovs_interfaceid": "e9f83fff-f288-4afb-ad50-8a4c1406cd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.894468] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3ea2695-362c-4a6a-bbb9-c42667ccc755 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.918944] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1026.918944] env[69481]: value = "task-3264438" [ 1026.918944] env[69481]: _type = "Task" [ 1026.918944] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.927686] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.961925] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264430, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.051441] env[69481]: DEBUG oslo_vmware.api [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264431, 'name': PowerOnVM_Task, 'duration_secs': 0.715958} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.051737] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.051974] env[69481]: INFO nova.compute.manager [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1027.052201] env[69481]: DEBUG nova.compute.manager [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.052974] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0e0060-9407-4940-8304-56f21f92b785 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.151847] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.152227] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.152330] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.152468] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.152662] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.152788] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.152952] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1027.153079] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.177028] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295617} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.177028] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.177028] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.177028] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.252611] env[69481]: DEBUG nova.objects.instance [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lazy-loading 'flavor' on Instance uuid 5223caf5-d090-4460-875b-03b6e6a0096a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.308750] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.309507] env[69481]: DEBUG nova.compute.manager [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.312780] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.957s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.313093] env[69481]: DEBUG nova.objects.instance [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lazy-loading 'resources' on Instance uuid a2450947-92b7-4fed-a4d8-ee4f8348e028 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.338097] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.338097] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.338097] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Deleting the datastore file [datastore1] b688722e-ebff-4304-9e3e-7aa9f97f5354 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.338097] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6e5aebd-29bb-456e-b4e2-f22645bbfb9e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.343306] env[69481]: DEBUG oslo_vmware.api [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for the task: (returnval){ [ 1027.343306] env[69481]: value = "task-3264439" [ 1027.343306] env[69481]: _type = "Task" [ 1027.343306] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.355632] env[69481]: DEBUG oslo_vmware.api [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.414124] env[69481]: DEBUG oslo_concurrency.lockutils [req-1f0131b4-a97c-4cf2-a6f2-546639f5d238 req-136576c1-0331-4e9d-be2e-94c8e08b5f4f service nova] Releasing lock "refresh_cache-c7300c59-9dbd-46e7-a3ba-af00215bd124" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.435162] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264438, 'name': ReconfigVM_Task, 'duration_secs': 0.405112} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.435493] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Reconfigured VM instance instance-00000054 to attach disk [datastore1] f0a5b231-33f6-4b96-8149-87906824e3f6/f0a5b231-33f6-4b96-8149-87906824e3f6.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.436570] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-012a3827-d175-4c2f-a2e0-e53faa74b904 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.446642] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1027.446642] env[69481]: value = "task-3264440" [ 1027.446642] env[69481]: _type = "Task" [ 1027.446642] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.458439] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264440, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.467059] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264430, 'name': CreateVM_Task, 'duration_secs': 1.380006} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.467505] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.468091] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.468301] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.468774] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.470468] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4569cbe9-88ea-4b5e-840f-7cb46e3a76b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.474463] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1027.474463] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ad5b13-d7af-068e-010c-a5935b8cef87" [ 1027.474463] env[69481]: _type = "Task" [ 1027.474463] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.483434] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ad5b13-d7af-068e-010c-a5935b8cef87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.574156] env[69481]: INFO nova.compute.manager [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Took 40.17 seconds to build instance. [ 1027.630021] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.630021] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ca422b-62f2-4401-9977-cc815e71b8ce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.635714] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1027.635714] env[69481]: value = "task-3264441" [ 1027.635714] env[69481]: _type = "Task" [ 1027.635714] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.644813] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.658345] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.761035] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e9dddeab-aabd-4c0c-9f2d-9d52291cb6b5 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.283s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.818127] env[69481]: DEBUG nova.compute.utils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.818783] env[69481]: DEBUG nova.compute.manager [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.819044] env[69481]: DEBUG nova.network.neutron [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.855909] env[69481]: DEBUG oslo_vmware.api [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Task: {'id': task-3264439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271571} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.856048] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.856202] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.856426] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.856629] env[69481]: INFO nova.compute.manager [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1027.857182] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.857435] env[69481]: DEBUG nova.compute.manager [-] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.857613] env[69481]: DEBUG nova.network.neutron [-] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.863562] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "c9b8a733-73ae-4450-98ee-4fd07683cb80" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.915996] env[69481]: DEBUG nova.policy [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ab51f95e604487b3c5805d27517579', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1aa0981badff473ea226cfab0cff2656', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.958123] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264440, 'name': Rename_Task, 'duration_secs': 0.214115} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.958409] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.958657] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8999b385-0fe2-42b1-ae6c-7aca2d634ac4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.965307] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1027.965307] env[69481]: value = "task-3264442" [ 1027.965307] env[69481]: _type = "Task" [ 1027.965307] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.979432] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.989233] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ad5b13-d7af-068e-010c-a5935b8cef87, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.993321] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.994514] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.994514] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.994514] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.994514] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.994833] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eacf079-ef54-4a5b-836a-d0ae98dd86f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.005471] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.005804] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.006809] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e452fc07-a808-4101-a8ae-dacc1b46a2a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.016795] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1028.016795] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521d11a9-27f7-750d-8ec0-e7f6470de8f8" [ 1028.016795] env[69481]: _type = "Task" [ 1028.016795] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.026372] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521d11a9-27f7-750d-8ec0-e7f6470de8f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.075345] env[69481]: DEBUG oslo_concurrency.lockutils [None req-eaad2281-e5fb-4f2d-97e5-7716a7ea7f9a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "c9b8a733-73ae-4450-98ee-4fd07683cb80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.684s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.076012] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "c9b8a733-73ae-4450-98ee-4fd07683cb80" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.212s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.076012] env[69481]: DEBUG nova.compute.manager [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.076908] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3711b59b-e983-4c01-a8c6-9dad40c0e835 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.084891] env[69481]: DEBUG nova.compute.manager [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1028.085571] env[69481]: DEBUG nova.objects.instance [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lazy-loading 'flavor' on Instance uuid c9b8a733-73ae-4450-98ee-4fd07683cb80 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.149862] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264441, 'name': PowerOffVM_Task, 'duration_secs': 0.425219} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.150238] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.151165] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8237fe17-72c9-4957-9e6c-f498b30e7aee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.174985] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d148372-f0bf-4039-b226-c6d640ba7e1a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.214454] env[69481]: DEBUG nova.virt.hardware [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.214630] env[69481]: DEBUG nova.virt.hardware [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.214802] env[69481]: DEBUG nova.virt.hardware [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.214986] env[69481]: DEBUG nova.virt.hardware [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.215165] env[69481]: DEBUG nova.virt.hardware [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.215318] env[69481]: DEBUG nova.virt.hardware [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.215746] env[69481]: DEBUG nova.virt.hardware [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.215746] env[69481]: DEBUG nova.virt.hardware [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.215860] env[69481]: DEBUG nova.virt.hardware [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.216090] env[69481]: DEBUG nova.virt.hardware [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.216468] env[69481]: DEBUG nova.virt.hardware [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.218752] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7726f701-40e8-46df-9738-29132f51bfe9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.233399] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.234753] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd36ad5c-7853-484b-a5e3-3f8f016c4169 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.239272] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f18346f1-f664-4243-a477-741ac6f64435 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.256746] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.267606] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.273551] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.273551] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1028.273551] env[69481]: value = "task-3264443" [ 1028.273551] env[69481]: _type = "Task" [ 1028.273551] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.273551] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fc41b40-1b8d-40ee-bc09-a1138dbd10ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.289255] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305c5ec9-e02d-454a-a2e1-6fac2415be89 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.302163] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.302163] env[69481]: value = "task-3264444" [ 1028.302163] env[69481]: _type = "Task" [ 1028.302163] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.304422] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6d6ce4-fbcf-4fd1-90be-b23fc99bba0d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.306523] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1028.306729] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.306977] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.309040] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.309040] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.310488] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76b03443-0356-48b4-a298-0e400552edcf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.319015] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264444, 'name': CreateVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.345381] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.345543] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.346668] env[69481]: DEBUG nova.compute.manager [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.350802] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6945194-82a5-4962-bd31-281287ec8bd8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.353994] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11de362c-432d-479b-bb3d-65aa705381cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.361128] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1028.361128] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f4762e-82f1-72f8-d84a-871873deb55a" [ 1028.361128] env[69481]: _type = "Task" [ 1028.361128] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.366898] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af69305a-8a1e-4839-94bf-62799dac083f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.380370] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f4762e-82f1-72f8-d84a-871873deb55a, 'name': SearchDatastore_Task, 'duration_secs': 0.014104} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.386529] env[69481]: DEBUG nova.compute.provider_tree [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.388008] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8dbb187-4724-4495-afdf-57eb0b99c66d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.394345] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1028.394345] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c4327c-06d6-da25-aa79-78584d311f91" [ 1028.394345] env[69481]: _type = "Task" [ 1028.394345] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.402502] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c4327c-06d6-da25-aa79-78584d311f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.482956] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264442, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.527559] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521d11a9-27f7-750d-8ec0-e7f6470de8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.532025] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3af875-27ad-4517-8aef-6591b553923c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.534869] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1028.534869] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b10b4c-6a78-1865-e0d2-4391170455e6" [ 1028.534869] env[69481]: _type = "Task" [ 1028.534869] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.543748] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b10b4c-6a78-1865-e0d2-4391170455e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.569635] env[69481]: INFO nova.compute.manager [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Rebuilding instance [ 1028.572901] env[69481]: DEBUG nova.network.neutron [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Successfully created port: e08548bf-91f5-451a-8376-9a9561f029d1 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.616587] env[69481]: DEBUG nova.compute.manager [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.617519] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ccc10c-4bca-477a-823d-6e8fb6f30094 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.776328] env[69481]: DEBUG nova.compute.manager [req-64836ad0-c164-408b-8995-db137e7a646a req-7f40a59d-8db6-4735-a65e-b5cb00899dac service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Received event network-vif-deleted-2bd87f12-1484-4039-a9f6-cc8f37673d2a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.776696] env[69481]: INFO nova.compute.manager [req-64836ad0-c164-408b-8995-db137e7a646a req-7f40a59d-8db6-4735-a65e-b5cb00899dac service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Neutron deleted interface 2bd87f12-1484-4039-a9f6-cc8f37673d2a; detaching it from the instance and deleting it from the info cache [ 1028.776902] env[69481]: DEBUG nova.network.neutron [req-64836ad0-c164-408b-8995-db137e7a646a req-7f40a59d-8db6-4735-a65e-b5cb00899dac service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.811949] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264444, 'name': CreateVM_Task, 'duration_secs': 0.509945} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.812127] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.812491] env[69481]: DEBUG oslo_concurrency.lockutils [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.812657] env[69481]: DEBUG oslo_concurrency.lockutils [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.812972] env[69481]: DEBUG oslo_concurrency.lockutils [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.813244] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0aa423-79bb-4e01-8daa-c559b821ed68 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.819094] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1028.819094] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525f4c0d-f0a7-9a8e-d3bd-088f64f9ab33" [ 1028.819094] env[69481]: _type = "Task" [ 1028.819094] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.825865] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525f4c0d-f0a7-9a8e-d3bd-088f64f9ab33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.891853] env[69481]: DEBUG nova.scheduler.client.report [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.906425] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c4327c-06d6-da25-aa79-78584d311f91, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.906762] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.907036] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 70af6f04-e8fc-4dde-a191-c9592c145d23/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. {{(pid=69481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1028.907339] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0519fd1-fd7b-4c29-a502-8871f34d5e3d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.915893] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1028.915893] env[69481]: value = "task-3264445" [ 1028.915893] env[69481]: _type = "Task" [ 1028.915893] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.923981] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.979195] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264442, 'name': PowerOnVM_Task, 'duration_secs': 0.567151} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.979483] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.979749] env[69481]: INFO nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1028.979945] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.980792] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511df973-d776-4e9e-a969-8f1dd3a528d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.048470] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b10b4c-6a78-1865-e0d2-4391170455e6, 'name': SearchDatastore_Task, 'duration_secs': 0.027081} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.048742] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.049018] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] c7300c59-9dbd-46e7-a3ba-af00215bd124/c7300c59-9dbd-46e7-a3ba-af00215bd124.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.049280] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-678be03f-dc18-477e-a41f-9ab843f55661 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.057127] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1029.057127] env[69481]: value = "task-3264446" [ 1029.057127] env[69481]: _type = "Task" [ 1029.057127] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.065421] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.092616] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.092968] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bb6973a-cc1d-4222-ac6e-173610bd95fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.099899] env[69481]: DEBUG oslo_vmware.api [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1029.099899] env[69481]: value = "task-3264447" [ 1029.099899] env[69481]: _type = "Task" [ 1029.099899] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.108822] env[69481]: DEBUG oslo_vmware.api [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.258031] env[69481]: DEBUG nova.network.neutron [-] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.280196] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56dd0fd2-6a29-437f-8688-501dfaa49967 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.290263] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125b8bdd-0c83-46bd-98c1-ce187ddf70f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.326333] env[69481]: DEBUG nova.compute.manager [req-64836ad0-c164-408b-8995-db137e7a646a req-7f40a59d-8db6-4735-a65e-b5cb00899dac service nova] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Detach interface failed, port_id=2bd87f12-1484-4039-a9f6-cc8f37673d2a, reason: Instance b688722e-ebff-4304-9e3e-7aa9f97f5354 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.338051] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525f4c0d-f0a7-9a8e-d3bd-088f64f9ab33, 'name': SearchDatastore_Task, 'duration_secs': 0.031029} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.338449] env[69481]: DEBUG oslo_concurrency.lockutils [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.338798] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.339136] env[69481]: DEBUG oslo_concurrency.lockutils [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.339327] env[69481]: DEBUG oslo_concurrency.lockutils [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.339555] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.339947] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d4d3933-d805-44dc-9265-e30ad4dd6418 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.351481] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.351676] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.352479] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c0074b-87b3-4e2c-9bdf-8199b5a111d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.358769] env[69481]: DEBUG nova.compute.manager [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.360950] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1029.360950] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f60a35-5da7-5621-8010-fba4d6471d53" [ 1029.360950] env[69481]: _type = "Task" [ 1029.360950] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.371016] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f60a35-5da7-5621-8010-fba4d6471d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.391316] env[69481]: DEBUG nova.virt.hardware [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.391509] env[69481]: DEBUG nova.virt.hardware [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.391761] env[69481]: DEBUG nova.virt.hardware [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.391889] env[69481]: DEBUG nova.virt.hardware [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.392122] env[69481]: DEBUG nova.virt.hardware [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.392198] env[69481]: DEBUG nova.virt.hardware [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.392407] env[69481]: DEBUG nova.virt.hardware [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.392565] env[69481]: DEBUG nova.virt.hardware [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.392736] env[69481]: DEBUG nova.virt.hardware [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.392905] env[69481]: DEBUG nova.virt.hardware [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.393475] env[69481]: DEBUG nova.virt.hardware [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.394013] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47937356-e301-42f0-8a03-dcc5c25d36e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.397275] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.399615] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.953s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.401222] env[69481]: INFO nova.compute.claims [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.412168] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d31a6c-041f-4f62-8c7a-cbc676e9459d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.435964] env[69481]: INFO nova.scheduler.client.report [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Deleted allocations for instance a2450947-92b7-4fed-a4d8-ee4f8348e028 [ 1029.440480] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264445, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.500117] env[69481]: INFO nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Took 35.82 seconds to build instance. [ 1029.568523] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264446, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.581406] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.581693] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.581938] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.582188] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.582392] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.584567] env[69481]: INFO nova.compute.manager [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Terminating instance [ 1029.610949] env[69481]: DEBUG oslo_vmware.api [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264447, 'name': PowerOffVM_Task, 'duration_secs': 0.426566} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.611437] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.611628] env[69481]: DEBUG nova.compute.manager [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.612503] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4934b84f-3a65-4cd0-9773-db35f2f3d1e4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.633809] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.634838] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c708de93-b2ad-4ceb-9381-afcb73e29006 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.645721] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1029.645721] env[69481]: value = "task-3264448" [ 1029.645721] env[69481]: _type = "Task" [ 1029.645721] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.657292] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.761248] env[69481]: INFO nova.compute.manager [-] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Took 1.90 seconds to deallocate network for instance. [ 1029.872208] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f60a35-5da7-5621-8010-fba4d6471d53, 'name': SearchDatastore_Task, 'duration_secs': 0.066646} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.873539] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d974d84-d7d3-4238-97e1-5a04ac221eeb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.880053] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1029.880053] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d373fc-20d9-932f-1c99-31d1a3d77427" [ 1029.880053] env[69481]: _type = "Task" [ 1029.880053] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.888189] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d373fc-20d9-932f-1c99-31d1a3d77427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.928184] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726849} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.928412] env[69481]: INFO nova.virt.vmwareapi.ds_util [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 70af6f04-e8fc-4dde-a191-c9592c145d23/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. [ 1029.929211] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ae11f1-24d5-4035-b22b-d7ecfbc4ca7a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.960141] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 70af6f04-e8fc-4dde-a191-c9592c145d23/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.960765] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5eca6280-774a-4097-85e9-a23be29923d2 tempest-ListServerFiltersTestJSON-550124642 tempest-ListServerFiltersTestJSON-550124642-project-member] Lock "a2450947-92b7-4fed-a4d8-ee4f8348e028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.706s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.962685] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3caa783e-93c2-437d-ac06-8bafaff05e60 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.985071] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1029.985071] env[69481]: value = "task-3264449" [ 1029.985071] env[69481]: _type = "Task" [ 1029.985071] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.994773] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.002842] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "f0a5b231-33f6-4b96-8149-87906824e3f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.337s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.076369] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743124} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.076743] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] c7300c59-9dbd-46e7-a3ba-af00215bd124/c7300c59-9dbd-46e7-a3ba-af00215bd124.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.077027] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.077472] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bf676a6-f885-4368-9387-faf7f37940d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.085469] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1030.085469] env[69481]: value = "task-3264450" [ 1030.085469] env[69481]: _type = "Task" [ 1030.085469] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.091296] env[69481]: DEBUG nova.compute.manager [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.091512] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.092780] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e685c8-dac4-41f5-a906-1acb44958756 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.103400] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.107076] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.107375] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40fc7864-a774-4bd2-88e4-2eda624483d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.114677] env[69481]: DEBUG oslo_vmware.api [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 1030.114677] env[69481]: value = "task-3264451" [ 1030.114677] env[69481]: _type = "Task" [ 1030.114677] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.126283] env[69481]: DEBUG oslo_vmware.api [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.127241] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8d6d6572-6ed8-4d65-842c-7f3b8b98a49d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "c9b8a733-73ae-4450-98ee-4fd07683cb80" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.157599] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264448, 'name': PowerOffVM_Task, 'duration_secs': 0.467021} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.157963] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.225612] env[69481]: INFO nova.compute.manager [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Detaching volume 3dc65085-9112-4598-bc96-bda001dab772 [ 1030.261575] env[69481]: DEBUG nova.network.neutron [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Successfully updated port: e08548bf-91f5-451a-8376-9a9561f029d1 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.270575] env[69481]: INFO nova.virt.block_device [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Attempting to driver detach volume 3dc65085-9112-4598-bc96-bda001dab772 from mountpoint /dev/sdb [ 1030.270898] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1030.271105] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652141', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'name': 'volume-3dc65085-9112-4598-bc96-bda001dab772', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5223caf5-d090-4460-875b-03b6e6a0096a', 'attached_at': '', 'detached_at': '', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'serial': '3dc65085-9112-4598-bc96-bda001dab772'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1030.272166] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.274154] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e56f7be-ce19-4686-8f67-8f5ae3cd24b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.300553] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e54e384-0d3e-49f8-94ae-9a6a63c7da61 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.308684] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80e8345-b251-4fba-b19c-f6ee862e11ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.336285] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a61093e-d5a0-4927-b44e-ed39628e1701 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.352014] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] The volume has not been displaced from its original location: [datastore1] volume-3dc65085-9112-4598-bc96-bda001dab772/volume-3dc65085-9112-4598-bc96-bda001dab772.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1030.357377] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.357726] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8dfccd-2775-465f-b0c2-69b2e999969d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.375895] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1030.375895] env[69481]: value = "task-3264452" [ 1030.375895] env[69481]: _type = "Task" [ 1030.375895] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.386574] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.392245] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d373fc-20d9-932f-1c99-31d1a3d77427, 'name': SearchDatastore_Task, 'duration_secs': 0.04771} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.392533] env[69481]: DEBUG oslo_concurrency.lockutils [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.392862] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a43ef85f-fb09-4cf2-a848-e4b30fc37cb3/a43ef85f-fb09-4cf2-a848-e4b30fc37cb3.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.393589] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20d8f7d3-9dcf-429d-bec2-1b5a3b146b1d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.402654] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1030.402654] env[69481]: value = "task-3264453" [ 1030.402654] env[69481]: _type = "Task" [ 1030.402654] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.407821] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.480097] env[69481]: DEBUG oslo_concurrency.lockutils [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "c9b8a733-73ae-4450-98ee-4fd07683cb80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.480097] env[69481]: DEBUG oslo_concurrency.lockutils [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "c9b8a733-73ae-4450-98ee-4fd07683cb80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.480097] env[69481]: DEBUG oslo_concurrency.lockutils [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "c9b8a733-73ae-4450-98ee-4fd07683cb80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.480329] env[69481]: DEBUG oslo_concurrency.lockutils [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "c9b8a733-73ae-4450-98ee-4fd07683cb80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.480413] env[69481]: DEBUG oslo_concurrency.lockutils [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "c9b8a733-73ae-4450-98ee-4fd07683cb80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.482833] env[69481]: INFO nova.compute.manager [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Terminating instance [ 1030.496702] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264449, 'name': ReconfigVM_Task, 'duration_secs': 0.360257} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.497074] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 70af6f04-e8fc-4dde-a191-c9592c145d23/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.497947] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1cdc09-1f92-4b93-a860-925288181658 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.526771] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-181ba068-fa0d-4840-b02b-d65bf5d9ea3d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.544260] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1030.544260] env[69481]: value = "task-3264454" [ 1030.544260] env[69481]: _type = "Task" [ 1030.544260] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.552366] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.599677] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195613} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.600066] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.600879] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e64dfc3-8556-4903-b078-76a2d1cc3090 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.623214] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] c7300c59-9dbd-46e7-a3ba-af00215bd124/c7300c59-9dbd-46e7-a3ba-af00215bd124.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.626113] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daaf347c-1272-41e1-9f01-e84b5a24c233 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.649220] env[69481]: DEBUG oslo_vmware.api [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264451, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.650691] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1030.650691] env[69481]: value = "task-3264455" [ 1030.650691] env[69481]: _type = "Task" [ 1030.650691] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.659081] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.681443] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquiring lock "33ad8971-24e2-44c8-8477-c53b2b8c410a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.681720] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Lock "33ad8971-24e2-44c8-8477-c53b2b8c410a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.681961] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquiring lock "33ad8971-24e2-44c8-8477-c53b2b8c410a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.682143] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Lock "33ad8971-24e2-44c8-8477-c53b2b8c410a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.682329] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Lock "33ad8971-24e2-44c8-8477-c53b2b8c410a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.688263] env[69481]: INFO nova.compute.manager [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Terminating instance [ 1030.765037] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.765162] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.765325] env[69481]: DEBUG nova.network.neutron [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.788643] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569ec9f7-9cc7-405e-a2c4-4c9bebb863c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.796969] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1326738-86d7-4669-90f4-5bb96e40f2db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.802076] env[69481]: DEBUG nova.compute.manager [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Received event network-vif-plugged-e08548bf-91f5-451a-8376-9a9561f029d1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.802557] env[69481]: DEBUG oslo_concurrency.lockutils [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] Acquiring lock "2e7e1d97-25be-4d12-9518-e9107afe75c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.802557] env[69481]: DEBUG oslo_concurrency.lockutils [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.802734] env[69481]: DEBUG oslo_concurrency.lockutils [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.802824] env[69481]: DEBUG nova.compute.manager [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] No waiting events found dispatching network-vif-plugged-e08548bf-91f5-451a-8376-9a9561f029d1 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.803097] env[69481]: WARNING nova.compute.manager [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Received unexpected event network-vif-plugged-e08548bf-91f5-451a-8376-9a9561f029d1 for instance with vm_state building and task_state spawning. [ 1030.803538] env[69481]: DEBUG nova.compute.manager [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Received event network-changed-e08548bf-91f5-451a-8376-9a9561f029d1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.803742] env[69481]: DEBUG nova.compute.manager [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Refreshing instance network info cache due to event network-changed-e08548bf-91f5-451a-8376-9a9561f029d1. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.803943] env[69481]: DEBUG oslo_concurrency.lockutils [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] Acquiring lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.831845] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd62c84e-f474-401e-8126-b10d3a83fed0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.839383] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157deb1f-2950-4d33-a2c3-18243a54a280 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.855368] env[69481]: DEBUG nova.compute.provider_tree [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.887796] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.909721] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.991031] env[69481]: DEBUG nova.compute.manager [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.991289] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.992669] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d06dbe5-40aa-4edb-b4ac-00f0bae2a65b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.999993] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.000275] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f1e921f-33e7-45e6-993b-2feb417c7431 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.056916] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.068208] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.068533] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.068791] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleting the datastore file [datastore2] c9b8a733-73ae-4450-98ee-4fd07683cb80 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.069129] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a96c2618-7b79-42bc-b35b-5750c40d48a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.076115] env[69481]: DEBUG oslo_vmware.api [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1031.076115] env[69481]: value = "task-3264457" [ 1031.076115] env[69481]: _type = "Task" [ 1031.076115] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.084589] env[69481]: DEBUG oslo_vmware.api [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.136602] env[69481]: DEBUG oslo_vmware.api [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264451, 'name': PowerOffVM_Task, 'duration_secs': 0.595712} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.136914] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.137123] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.137430] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a8fcfb3-3093-4e1b-9b47-c6f5ffee5885 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.160508] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264455, 'name': ReconfigVM_Task, 'duration_secs': 0.357997} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.160660] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Reconfigured VM instance instance-00000055 to attach disk [datastore1] c7300c59-9dbd-46e7-a3ba-af00215bd124/c7300c59-9dbd-46e7-a3ba-af00215bd124.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.161340] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51d16e6d-2645-4981-a1b0-3bf3e244bcfa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.167149] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1031.167149] env[69481]: value = "task-3264459" [ 1031.167149] env[69481]: _type = "Task" [ 1031.167149] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.175414] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264459, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.192690] env[69481]: DEBUG nova.compute.manager [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.192911] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.193827] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b629db5b-5bf8-432c-a474-2459c698b45f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.205019] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.206325] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-515d6f9e-2b8a-41b6-aa3d-8fc92c160a4d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.208092] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.208331] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.208547] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Deleting the datastore file [datastore1] 43bfc4c0-4c06-40c7-a3f9-273ccb77e994 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.208815] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed889a96-ef6a-4279-8c47-8d8ac9db06c0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.214750] env[69481]: DEBUG oslo_vmware.api [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for the task: (returnval){ [ 1031.214750] env[69481]: value = "task-3264461" [ 1031.214750] env[69481]: _type = "Task" [ 1031.214750] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.215996] env[69481]: DEBUG oslo_vmware.api [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for the task: (returnval){ [ 1031.215996] env[69481]: value = "task-3264460" [ 1031.215996] env[69481]: _type = "Task" [ 1031.215996] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.227892] env[69481]: DEBUG oslo_vmware.api [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.231898] env[69481]: DEBUG oslo_vmware.api [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.307137] env[69481]: DEBUG nova.network.neutron [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.358957] env[69481]: DEBUG nova.scheduler.client.report [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.390327] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.412178] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264453, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.500937] env[69481]: DEBUG nova.network.neutron [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance_info_cache with network_info: [{"id": "e08548bf-91f5-451a-8376-9a9561f029d1", "address": "fa:16:3e:6b:22:e8", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08548bf-91", "ovs_interfaceid": "e08548bf-91f5-451a-8376-9a9561f029d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.556314] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264454, 'name': ReconfigVM_Task, 'duration_secs': 0.997577} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.556625] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.556944] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdf7b672-01a9-4e97-a03b-7a7baac75cfb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.563136] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1031.563136] env[69481]: value = "task-3264462" [ 1031.563136] env[69481]: _type = "Task" [ 1031.563136] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.571699] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.586563] env[69481]: DEBUG oslo_vmware.api [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252125} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.586757] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.586929] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.587143] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.587330] env[69481]: INFO nova.compute.manager [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1031.587597] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.587860] env[69481]: DEBUG nova.compute.manager [-] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.587956] env[69481]: DEBUG nova.network.neutron [-] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.678494] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264459, 'name': Rename_Task, 'duration_secs': 0.164233} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.678798] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.679074] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aba5d129-f571-4a81-991b-31ca8e193eb7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.689300] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1031.689300] env[69481]: value = "task-3264463" [ 1031.689300] env[69481]: _type = "Task" [ 1031.689300] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.698421] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.729692] env[69481]: DEBUG oslo_vmware.api [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.733250] env[69481]: DEBUG oslo_vmware.api [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264460, 'name': PowerOffVM_Task, 'duration_secs': 0.195445} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.733531] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.733696] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.733964] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4b722bf-be7d-4dfb-a061-f985dccbe0cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.808449] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.808958] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.809316] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Deleting the datastore file [datastore2] 33ad8971-24e2-44c8-8477-c53b2b8c410a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.809692] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e65c6827-9374-41e9-a9b3-449df1c9f875 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.820779] env[69481]: DEBUG oslo_vmware.api [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for the task: (returnval){ [ 1031.820779] env[69481]: value = "task-3264465" [ 1031.820779] env[69481]: _type = "Task" [ 1031.820779] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.827632] env[69481]: DEBUG oslo_vmware.api [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.867508] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.868050] env[69481]: DEBUG nova.compute.manager [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.873796] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.353s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.873796] env[69481]: INFO nova.compute.claims [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.894032] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264452, 'name': ReconfigVM_Task, 'duration_secs': 1.426313} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.895559] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.900682] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-053a98c6-a40e-43da-8df0-61b9cd25b1e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.930046] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264453, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.356834} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.930367] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1031.930367] env[69481]: value = "task-3264466" [ 1031.930367] env[69481]: _type = "Task" [ 1031.930367] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.930630] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a43ef85f-fb09-4cf2-a848-e4b30fc37cb3/a43ef85f-fb09-4cf2-a848-e4b30fc37cb3.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.930884] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.931474] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53937f10-5bab-4e81-a7d7-7a058ad6fbad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.942517] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.943873] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1031.943873] env[69481]: value = "task-3264467" [ 1031.943873] env[69481]: _type = "Task" [ 1031.943873] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.952672] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.003872] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.004348] env[69481]: DEBUG nova.compute.manager [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Instance network_info: |[{"id": "e08548bf-91f5-451a-8376-9a9561f029d1", "address": "fa:16:3e:6b:22:e8", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08548bf-91", "ovs_interfaceid": "e08548bf-91f5-451a-8376-9a9561f029d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.004854] env[69481]: DEBUG oslo_concurrency.lockutils [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] Acquired lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.005099] env[69481]: DEBUG nova.network.neutron [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Refreshing network info cache for port e08548bf-91f5-451a-8376-9a9561f029d1 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.006529] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:22:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e08548bf-91f5-451a-8376-9a9561f029d1', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.015150] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating folder: Project (1aa0981badff473ea226cfab0cff2656). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.016360] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89c4fc75-04dc-4fb9-b348-a06c36f62856 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.027674] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Created folder: Project (1aa0981badff473ea226cfab0cff2656) in parent group-v651898. [ 1032.027823] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating folder: Instances. Parent ref: group-v652148. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.028019] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a345d588-c436-462d-8315-2a5c9901bbe7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.037772] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Created folder: Instances in parent group-v652148. [ 1032.038062] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.038272] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.038494] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a46f06b7-6320-42b4-8621-362a15651c6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.060311] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.060311] env[69481]: value = "task-3264470" [ 1032.060311] env[69481]: _type = "Task" [ 1032.060311] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.072761] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.075444] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264470, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.199699] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.225537] env[69481]: DEBUG oslo_vmware.api [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Task: {'id': task-3264461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518511} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.225777] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.225992] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.226216] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.226396] env[69481]: INFO nova.compute.manager [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1032.226632] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.226830] env[69481]: DEBUG nova.compute.manager [-] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.226928] env[69481]: DEBUG nova.network.neutron [-] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.329560] env[69481]: DEBUG oslo_vmware.api [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Task: {'id': task-3264465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199515} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.329844] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.330071] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.330269] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.330448] env[69481]: INFO nova.compute.manager [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1032.330687] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.330897] env[69481]: DEBUG nova.compute.manager [-] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.330974] env[69481]: DEBUG nova.network.neutron [-] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.381843] env[69481]: DEBUG nova.compute.utils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.386018] env[69481]: DEBUG nova.compute.manager [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.386211] env[69481]: DEBUG nova.network.neutron [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.388228] env[69481]: DEBUG nova.network.neutron [-] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.440390] env[69481]: DEBUG nova.policy [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1513abfb3b714e2fa113e306ff3728b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e4eb7f68c61403699ef0a74851960a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.448662] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264466, 'name': ReconfigVM_Task, 'duration_secs': 0.14805} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.456867] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652141', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'name': 'volume-3dc65085-9112-4598-bc96-bda001dab772', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5223caf5-d090-4460-875b-03b6e6a0096a', 'attached_at': '', 'detached_at': '', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'serial': '3dc65085-9112-4598-bc96-bda001dab772'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1032.469717] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067545} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.473023] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.473023] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6605c0c-425e-4aa2-9dff-9c5bf81ba379 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.496348] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a43ef85f-fb09-4cf2-a848-e4b30fc37cb3/a43ef85f-fb09-4cf2-a848-e4b30fc37cb3.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.496718] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf17ae0-6fac-4b0b-975f-42f68c2cc004 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.522283] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1032.522283] env[69481]: value = "task-3264471" [ 1032.522283] env[69481]: _type = "Task" [ 1032.522283] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.531788] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.576490] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264470, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.581811] env[69481]: DEBUG oslo_vmware.api [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264462, 'name': PowerOnVM_Task, 'duration_secs': 0.549265} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.581947] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.585170] env[69481]: DEBUG nova.compute.manager [None req-6efbf846-8efb-4485-889f-22cfbc82f15d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.586334] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47be31f-ffa3-4b69-9bc4-783a8c3140bc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.702320] env[69481]: DEBUG oslo_vmware.api [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264463, 'name': PowerOnVM_Task, 'duration_secs': 0.749292} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.702795] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.703038] env[69481]: INFO nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1032.703233] env[69481]: DEBUG nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.704075] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8535572a-3574-4873-bde2-3d93e28d139c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.837526] env[69481]: DEBUG nova.compute.manager [req-8bcba9f3-4f3c-417c-8022-e924c72a3970 req-08b01e4d-912c-41ce-a9c7-d723a755d25b service nova] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Received event network-vif-deleted-f7e5fd2e-1963-40a6-8b08-245872027a46 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.879396] env[69481]: DEBUG nova.network.neutron [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Successfully created port: 0f615e99-d458-4ca1-ad65-2e4e87a67791 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.889605] env[69481]: DEBUG nova.compute.manager [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.892928] env[69481]: INFO nova.compute.manager [-] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Took 1.30 seconds to deallocate network for instance. [ 1033.101975] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.101975] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264470, 'name': CreateVM_Task, 'duration_secs': 0.566032} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.101975] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.101975] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.101975] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.101975] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.101975] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78cf58e-e4b0-48e0-b931-4436225009cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.101975] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1033.101975] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528d1e14-042b-f6e8-633d-33b95349dcb5" [ 1033.101975] env[69481]: _type = "Task" [ 1033.101975] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.105062] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528d1e14-042b-f6e8-633d-33b95349dcb5, 'name': SearchDatastore_Task, 'duration_secs': 0.012669} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.112248] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.115765] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.115765] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.115765] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.115765] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.115765] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7aa95b8-23bc-4487-b048-30ede2452d20 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.125026] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.125217] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.126066] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6afaba-a90f-4831-abd0-6f43ac51b286 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.137192] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1033.137192] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ef6338-1901-edf8-4c76-deb87f192344" [ 1033.137192] env[69481]: _type = "Task" [ 1033.137192] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.153626] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ef6338-1901-edf8-4c76-deb87f192344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.233016] env[69481]: INFO nova.compute.manager [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Took 39.52 seconds to build instance. [ 1033.373104] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a616229d-72ca-4e27-8ee1-887fbb6a7af0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.383032] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b498010-41f0-4ff7-882a-ff2175bda5be {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.424230] env[69481]: DEBUG oslo_concurrency.lockutils [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.425550] env[69481]: DEBUG nova.network.neutron [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updated VIF entry in instance network info cache for port e08548bf-91f5-451a-8376-9a9561f029d1. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.425857] env[69481]: DEBUG nova.network.neutron [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance_info_cache with network_info: [{"id": "e08548bf-91f5-451a-8376-9a9561f029d1", "address": "fa:16:3e:6b:22:e8", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08548bf-91", "ovs_interfaceid": "e08548bf-91f5-451a-8376-9a9561f029d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.427677] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf2adeb-1f4a-4597-8c71-00ad312a1883 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.436447] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4817d2-8f7f-4b75-93e4-e5b1e60f2077 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.452021] env[69481]: DEBUG nova.compute.provider_tree [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.537494] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.550567] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.550920] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80cfbebb-984b-49c2-acf8-aafab687cc04 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.558932] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1033.558932] env[69481]: value = "task-3264472" [ 1033.558932] env[69481]: _type = "Task" [ 1033.558932] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.572319] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1033.572319] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1033.572319] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652141', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'name': 'volume-3dc65085-9112-4598-bc96-bda001dab772', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5223caf5-d090-4460-875b-03b6e6a0096a', 'attached_at': '', 'detached_at': '', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'serial': '3dc65085-9112-4598-bc96-bda001dab772'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1033.573137] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacefe62-624f-4dd0-b239-d3fdc8cca29e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.595154] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af94ae37-c996-4a67-be72-da7d761ca0ef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.603039] env[69481]: WARNING nova.virt.vmwareapi.driver [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1033.603039] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.603508] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95268c67-3cf8-4d37-85b4-b8bb23d582b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.610352] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.610619] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a71a0ccb-1dc8-40f3-af71-6b74d3b83175 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.649140] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ef6338-1901-edf8-4c76-deb87f192344, 'name': SearchDatastore_Task, 'duration_secs': 0.027157} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.650052] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638f58f9-c029-4255-a914-fd464380441c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.655932] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1033.655932] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52645b90-d933-6715-86cd-34a9fa741de7" [ 1033.655932] env[69481]: _type = "Task" [ 1033.655932] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.664724] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52645b90-d933-6715-86cd-34a9fa741de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.680492] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.680704] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.680882] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleting the datastore file [datastore1] 5223caf5-d090-4460-875b-03b6e6a0096a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.681276] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb6aee00-2bd5-4a14-9e18-7efcf7318192 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.688454] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1033.688454] env[69481]: value = "task-3264474" [ 1033.688454] env[69481]: _type = "Task" [ 1033.688454] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.697212] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.732715] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92cc204a-7b09-44b5-8349-e3946c456131 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "c7300c59-9dbd-46e7-a3ba-af00215bd124" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.035s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.928524] env[69481]: DEBUG nova.compute.manager [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.932142] env[69481]: DEBUG oslo_concurrency.lockutils [req-366ffaac-5d24-45fe-9eef-fc677a070338 req-02fc1508-2a2c-4f3a-92fc-e8eb5bf7c5ce service nova] Releasing lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.956786] env[69481]: DEBUG nova.virt.hardware [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.956940] env[69481]: DEBUG nova.virt.hardware [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.956999] env[69481]: DEBUG nova.virt.hardware [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.957519] env[69481]: DEBUG nova.virt.hardware [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.957519] env[69481]: DEBUG nova.virt.hardware [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.957519] env[69481]: DEBUG nova.virt.hardware [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.957670] env[69481]: DEBUG nova.virt.hardware [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.959057] env[69481]: DEBUG nova.virt.hardware [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.959057] env[69481]: DEBUG nova.virt.hardware [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.959057] env[69481]: DEBUG nova.virt.hardware [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.959057] env[69481]: DEBUG nova.virt.hardware [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.960172] env[69481]: DEBUG nova.scheduler.client.report [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.963037] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277abc3a-0669-4a38-8f6a-70cae0c9417a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.971532] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12724d59-7b5d-443b-863a-83cedb076d6f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.038757] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264471, 'name': ReconfigVM_Task, 'duration_secs': 1.06554} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.039174] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a43ef85f-fb09-4cf2-a848-e4b30fc37cb3/a43ef85f-fb09-4cf2-a848-e4b30fc37cb3.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.039953] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a551b533-84c4-4e0f-9528-b961d207592c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.046879] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1034.046879] env[69481]: value = "task-3264475" [ 1034.046879] env[69481]: _type = "Task" [ 1034.046879] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.056044] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264475, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.060509] env[69481]: DEBUG nova.network.neutron [-] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.115203] env[69481]: DEBUG nova.network.neutron [-] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.170684] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52645b90-d933-6715-86cd-34a9fa741de7, 'name': SearchDatastore_Task, 'duration_secs': 0.017464} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.171039] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.171353] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 2e7e1d97-25be-4d12-9518-e9107afe75c0/2e7e1d97-25be-4d12-9518-e9107afe75c0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.171666] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af409b7-e094-4540-9f47-ac1bb409e8d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.178691] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1034.178691] env[69481]: value = "task-3264476" [ 1034.178691] env[69481]: _type = "Task" [ 1034.178691] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.187680] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.197148] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39087} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.197418] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.197989] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.197989] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.226622] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "f0a5b231-33f6-4b96-8149-87906824e3f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.229433] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "f0a5b231-33f6-4b96-8149-87906824e3f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.229433] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "f0a5b231-33f6-4b96-8149-87906824e3f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.229433] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "f0a5b231-33f6-4b96-8149-87906824e3f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.229433] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "f0a5b231-33f6-4b96-8149-87906824e3f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.230157] env[69481]: INFO nova.compute.manager [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Terminating instance [ 1034.372217] env[69481]: DEBUG oslo_concurrency.lockutils [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "c7300c59-9dbd-46e7-a3ba-af00215bd124" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.372568] env[69481]: DEBUG oslo_concurrency.lockutils [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "c7300c59-9dbd-46e7-a3ba-af00215bd124" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.372802] env[69481]: DEBUG oslo_concurrency.lockutils [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "c7300c59-9dbd-46e7-a3ba-af00215bd124-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.373016] env[69481]: DEBUG oslo_concurrency.lockutils [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "c7300c59-9dbd-46e7-a3ba-af00215bd124-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.373219] env[69481]: DEBUG oslo_concurrency.lockutils [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "c7300c59-9dbd-46e7-a3ba-af00215bd124-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.375796] env[69481]: INFO nova.compute.manager [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Terminating instance [ 1034.468455] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.469254] env[69481]: DEBUG nova.compute.manager [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.475450] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.799s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.475664] env[69481]: DEBUG nova.objects.instance [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lazy-loading 'resources' on Instance uuid e8849400-5f6e-4718-ac0d-f8d9220cc88a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.539075] env[69481]: DEBUG nova.compute.manager [req-c8f52ea2-9602-4cee-bc6f-bab0a42a25a1 req-247b1ae1-c0d5-42d4-a7f5-043cfde6396d service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Received event network-vif-plugged-0f615e99-d458-4ca1-ad65-2e4e87a67791 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.539075] env[69481]: DEBUG oslo_concurrency.lockutils [req-c8f52ea2-9602-4cee-bc6f-bab0a42a25a1 req-247b1ae1-c0d5-42d4-a7f5-043cfde6396d service nova] Acquiring lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.539435] env[69481]: DEBUG oslo_concurrency.lockutils [req-c8f52ea2-9602-4cee-bc6f-bab0a42a25a1 req-247b1ae1-c0d5-42d4-a7f5-043cfde6396d service nova] Lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.539712] env[69481]: DEBUG oslo_concurrency.lockutils [req-c8f52ea2-9602-4cee-bc6f-bab0a42a25a1 req-247b1ae1-c0d5-42d4-a7f5-043cfde6396d service nova] Lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.540021] env[69481]: DEBUG nova.compute.manager [req-c8f52ea2-9602-4cee-bc6f-bab0a42a25a1 req-247b1ae1-c0d5-42d4-a7f5-043cfde6396d service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] No waiting events found dispatching network-vif-plugged-0f615e99-d458-4ca1-ad65-2e4e87a67791 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.540326] env[69481]: WARNING nova.compute.manager [req-c8f52ea2-9602-4cee-bc6f-bab0a42a25a1 req-247b1ae1-c0d5-42d4-a7f5-043cfde6396d service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Received unexpected event network-vif-plugged-0f615e99-d458-4ca1-ad65-2e4e87a67791 for instance with vm_state building and task_state spawning. [ 1034.562249] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264475, 'name': Rename_Task, 'duration_secs': 0.227523} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.562760] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.563422] env[69481]: INFO nova.compute.manager [-] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Took 2.34 seconds to deallocate network for instance. [ 1034.563821] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f6e1892-e9f6-47e9-b97e-94546b3d82a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.575184] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1034.575184] env[69481]: value = "task-3264477" [ 1034.575184] env[69481]: _type = "Task" [ 1034.575184] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.592350] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.618950] env[69481]: INFO nova.compute.manager [-] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Took 2.29 seconds to deallocate network for instance. [ 1034.664345] env[69481]: DEBUG nova.network.neutron [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Successfully updated port: 0f615e99-d458-4ca1-ad65-2e4e87a67791 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.688763] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.702998] env[69481]: INFO nova.virt.block_device [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Booting with volume 3dc65085-9112-4598-bc96-bda001dab772 at /dev/sdb [ 1034.735999] env[69481]: DEBUG nova.compute.manager [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.735999] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.738156] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b799dae-3411-4125-ac08-00e2b2958dcc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.740752] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29873168-786a-4e49-823e-28d2a3353a96 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.745289] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.745860] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82846121-362f-4cf5-aca2-8054afab9567 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.752048] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106556f5-4b81-4f39-b7c4-4ccc58ccdab5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.764732] env[69481]: DEBUG oslo_vmware.api [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1034.764732] env[69481]: value = "task-3264478" [ 1034.764732] env[69481]: _type = "Task" [ 1034.764732] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.774956] env[69481]: DEBUG oslo_vmware.api [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.786877] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e052c3a3-9ae1-4204-bc28-47978440d971 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.795867] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6260a61-bc6d-445b-a936-4cb22f85e738 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.831614] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7db56f9-4c2b-447d-aff0-75efad4835e4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.839657] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db76d35-cf7a-43f6-a3bb-891dbe4058ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.848393] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "3d61dfc4-f55c-42c6-a057-16e8ad390270" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.848633] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "3d61dfc4-f55c-42c6-a057-16e8ad390270" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.863171] env[69481]: DEBUG nova.virt.block_device [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Updating existing volume attachment record: d77d8b70-a732-4db9-8220-d7a19efb003e {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1034.880910] env[69481]: DEBUG nova.compute.manager [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.881204] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.882143] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d0f8b7-03c5-4ea9-a779-58368250a8f5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.893434] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.893825] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb398cda-4563-4510-9112-cae9fac7bdb0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.904741] env[69481]: DEBUG oslo_vmware.api [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1034.904741] env[69481]: value = "task-3264479" [ 1034.904741] env[69481]: _type = "Task" [ 1034.904741] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.915648] env[69481]: DEBUG oslo_vmware.api [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.981749] env[69481]: DEBUG nova.compute.utils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.983883] env[69481]: DEBUG nova.compute.manager [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.984077] env[69481]: DEBUG nova.network.neutron [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.025999] env[69481]: DEBUG nova.policy [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '049a2380694540809432ad42f388e732', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e365f7a0c0cc4080ae66eff2bc10b725', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.077232] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.087105] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.118507] env[69481]: DEBUG nova.compute.manager [req-f97310d2-5943-4500-a03e-09a9da416dde req-f32d9478-754a-43ee-b281-87ade2780659 service nova] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Received event network-vif-deleted-1fe72ba6-c9c0-4b94-9220-2e7a3e84fe36 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.118507] env[69481]: DEBUG nova.compute.manager [req-f97310d2-5943-4500-a03e-09a9da416dde req-f32d9478-754a-43ee-b281-87ade2780659 service nova] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Received event network-vif-deleted-1063513e-8e31-4726-afc1-0cfaa11a5f1f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.130198] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.167230] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "refresh_cache-6b8fbc44-1b4d-428e-a44c-1164ac82969c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.167438] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "refresh_cache-6b8fbc44-1b4d-428e-a44c-1164ac82969c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.167617] env[69481]: DEBUG nova.network.neutron [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.192034] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.282139] env[69481]: DEBUG oslo_vmware.api [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264478, 'name': PowerOffVM_Task, 'duration_secs': 0.231996} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.285780] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.286017] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.286579] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-545df85d-88cf-4df1-a808-22e83d11d064 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.351705] env[69481]: DEBUG nova.compute.manager [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.357705] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.358010] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.360018] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleting the datastore file [datastore1] f0a5b231-33f6-4b96-8149-87906824e3f6 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.360018] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60838fdb-1d9b-42c1-880a-9572af980c55 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.362182] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39c0cb2b-d8f1-430d-9ea0-5d7d5e36fc49 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.372154] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be453b3-940b-4973-8fb2-3cfbdce553a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.377774] env[69481]: DEBUG oslo_vmware.api [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1035.377774] env[69481]: value = "task-3264481" [ 1035.377774] env[69481]: _type = "Task" [ 1035.377774] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.414663] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebd1a9b-7205-462a-9c8c-26316181e4ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.421118] env[69481]: DEBUG oslo_vmware.api [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.431363] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e3fea7-34f0-4cae-b006-126bfb86f4ed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.436038] env[69481]: DEBUG oslo_vmware.api [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264479, 'name': PowerOffVM_Task, 'duration_secs': 0.260146} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.436968] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.437229] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.437997] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf33296e-c0f8-49e0-a70b-c6290665834f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.449896] env[69481]: DEBUG nova.compute.provider_tree [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.471111] env[69481]: DEBUG nova.network.neutron [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Successfully created port: 12fc00ff-4b3e-420c-b710-62b96ebe40d9 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.484595] env[69481]: DEBUG nova.compute.manager [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.514084] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.514378] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.514630] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleting the datastore file [datastore1] c7300c59-9dbd-46e7-a3ba-af00215bd124 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.514944] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11c0aec3-196d-4b78-9d6c-165d7dd7b1cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.522474] env[69481]: DEBUG oslo_vmware.api [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1035.522474] env[69481]: value = "task-3264483" [ 1035.522474] env[69481]: _type = "Task" [ 1035.522474] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.531640] env[69481]: DEBUG oslo_vmware.api [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.588119] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.690398] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264476, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.743282] env[69481]: DEBUG nova.network.neutron [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.878245] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.890123] env[69481]: DEBUG oslo_vmware.api [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.944042] env[69481]: DEBUG nova.network.neutron [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Updating instance_info_cache with network_info: [{"id": "0f615e99-d458-4ca1-ad65-2e4e87a67791", "address": "fa:16:3e:db:cc:55", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f615e99-d4", "ovs_interfaceid": "0f615e99-d458-4ca1-ad65-2e4e87a67791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.956353] env[69481]: DEBUG nova.scheduler.client.report [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.034584] env[69481]: DEBUG oslo_vmware.api [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.088612] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.190821] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264476, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.577492} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.191124] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 2e7e1d97-25be-4d12-9518-e9107afe75c0/2e7e1d97-25be-4d12-9518-e9107afe75c0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.191346] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.191600] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b894339a-3909-40c0-b1dc-79e04a718700 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.198972] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1036.198972] env[69481]: value = "task-3264484" [ 1036.198972] env[69481]: _type = "Task" [ 1036.198972] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.206776] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.390172] env[69481]: DEBUG oslo_vmware.api [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546618} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.390396] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.390590] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.390792] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.390989] env[69481]: INFO nova.compute.manager [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1036.391225] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.391439] env[69481]: DEBUG nova.compute.manager [-] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.391543] env[69481]: DEBUG nova.network.neutron [-] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.447043] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "refresh_cache-6b8fbc44-1b4d-428e-a44c-1164ac82969c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.447410] env[69481]: DEBUG nova.compute.manager [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Instance network_info: |[{"id": "0f615e99-d458-4ca1-ad65-2e4e87a67791", "address": "fa:16:3e:db:cc:55", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f615e99-d4", "ovs_interfaceid": "0f615e99-d458-4ca1-ad65-2e4e87a67791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.447952] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:cc:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f615e99-d458-4ca1-ad65-2e4e87a67791', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.456200] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.456433] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.456659] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db33b14f-5f75-4989-9490-f938b796d6ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.471882] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.476511] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.343s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.476733] env[69481]: DEBUG nova.objects.instance [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lazy-loading 'resources' on Instance uuid 6eca7c81-667f-4896-a38e-662713da65b3 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.483734] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.483734] env[69481]: value = "task-3264485" [ 1036.483734] env[69481]: _type = "Task" [ 1036.483734] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.492914] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264485, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.495180] env[69481]: DEBUG nova.compute.manager [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.505132] env[69481]: INFO nova.scheduler.client.report [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleted allocations for instance e8849400-5f6e-4718-ac0d-f8d9220cc88a [ 1036.523688] env[69481]: DEBUG nova.virt.hardware [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.524807] env[69481]: DEBUG nova.virt.hardware [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.524807] env[69481]: DEBUG nova.virt.hardware [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.524807] env[69481]: DEBUG nova.virt.hardware [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.524807] env[69481]: DEBUG nova.virt.hardware [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.524807] env[69481]: DEBUG nova.virt.hardware [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.525296] env[69481]: DEBUG nova.virt.hardware [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.525296] env[69481]: DEBUG nova.virt.hardware [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.525296] env[69481]: DEBUG nova.virt.hardware [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.525560] env[69481]: DEBUG nova.virt.hardware [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.525638] env[69481]: DEBUG nova.virt.hardware [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.527488] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c798c-afa1-43cc-b69f-241f8f4ad142 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.541477] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb23ad-4b3e-4395-9dc0-b7a95db1267c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.549989] env[69481]: DEBUG oslo_vmware.api [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546436} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.549989] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.549989] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.549989] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.549989] env[69481]: INFO nova.compute.manager [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1036.549989] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.549989] env[69481]: DEBUG nova.compute.manager [-] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.549989] env[69481]: DEBUG nova.network.neutron [-] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.592583] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264477, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.667301] env[69481]: DEBUG nova.compute.manager [req-f28ba74e-5c9d-45c2-bb87-de369bb26612 req-bf8a4c98-6351-475e-a712-40f6852cce5d service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Received event network-changed-0f615e99-d458-4ca1-ad65-2e4e87a67791 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.667529] env[69481]: DEBUG nova.compute.manager [req-f28ba74e-5c9d-45c2-bb87-de369bb26612 req-bf8a4c98-6351-475e-a712-40f6852cce5d service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Refreshing instance network info cache due to event network-changed-0f615e99-d458-4ca1-ad65-2e4e87a67791. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.667787] env[69481]: DEBUG oslo_concurrency.lockutils [req-f28ba74e-5c9d-45c2-bb87-de369bb26612 req-bf8a4c98-6351-475e-a712-40f6852cce5d service nova] Acquiring lock "refresh_cache-6b8fbc44-1b4d-428e-a44c-1164ac82969c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.668479] env[69481]: DEBUG oslo_concurrency.lockutils [req-f28ba74e-5c9d-45c2-bb87-de369bb26612 req-bf8a4c98-6351-475e-a712-40f6852cce5d service nova] Acquired lock "refresh_cache-6b8fbc44-1b4d-428e-a44c-1164ac82969c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.668717] env[69481]: DEBUG nova.network.neutron [req-f28ba74e-5c9d-45c2-bb87-de369bb26612 req-bf8a4c98-6351-475e-a712-40f6852cce5d service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Refreshing network info cache for port 0f615e99-d458-4ca1-ad65-2e4e87a67791 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.713466] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072148} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.713466] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.714147] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28737f12-7005-4e95-b3d7-bd2be82532fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.741017] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 2e7e1d97-25be-4d12-9518-e9107afe75c0/2e7e1d97-25be-4d12-9518-e9107afe75c0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.742447] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0850afee-b709-4ef7-890c-f2be76f683e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.762701] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1036.762701] env[69481]: value = "task-3264486" [ 1036.762701] env[69481]: _type = "Task" [ 1036.762701] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.772158] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.997593] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264485, 'name': CreateVM_Task, 'duration_secs': 0.392953} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.998409] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.998596] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.998793] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.999636] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.999636] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c416a6b-36c3-433c-9817-938a3dd635a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.010657] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1037.010657] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e7463f-19fa-a1e2-204b-bfc2c055c189" [ 1037.010657] env[69481]: _type = "Task" [ 1037.010657] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.022528] env[69481]: DEBUG nova.virt.hardware [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.022772] env[69481]: DEBUG nova.virt.hardware [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.022932] env[69481]: DEBUG nova.virt.hardware [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.023162] env[69481]: DEBUG nova.virt.hardware [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.023309] env[69481]: DEBUG nova.virt.hardware [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.023449] env[69481]: DEBUG nova.virt.hardware [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.023657] env[69481]: DEBUG nova.virt.hardware [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.023828] env[69481]: DEBUG nova.virt.hardware [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.023976] env[69481]: DEBUG nova.virt.hardware [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.024174] env[69481]: DEBUG nova.virt.hardware [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.024336] env[69481]: DEBUG nova.virt.hardware [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.025636] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62628bc-0b64-4f02-aadb-8666e22cdd33 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.033040] env[69481]: DEBUG oslo_concurrency.lockutils [None req-75b6578c-3700-48e0-b33b-633dcad43ee6 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "e8849400-5f6e-4718-ac0d-f8d9220cc88a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.145s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.037910] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e7463f-19fa-a1e2-204b-bfc2c055c189, 'name': SearchDatastore_Task, 'duration_secs': 0.022135} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.041773] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.041773] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.041773] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.041773] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.041773] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.041773] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22e8a116-27bc-481a-930a-7c3ba4fb8ca9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.048040] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad24ef4-8fd3-430f-b813-f1a756e953f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.056525] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.056744] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.058173] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d38e5f-4e42-4262-98fe-3cc08c89e1ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.071377] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:9a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a644afbb-0564-4806-b68d-13698e0e5b50', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.081507] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.085582] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.089624] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87999ff6-0626-48b2-92e0-76859d2b02c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.110397] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1037.110397] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525d60b4-cf81-e8ea-039c-ed4c36a82dcf" [ 1037.110397] env[69481]: _type = "Task" [ 1037.110397] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.118592] env[69481]: DEBUG oslo_vmware.api [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264477, 'name': PowerOnVM_Task, 'duration_secs': 2.265152} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.119312] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.119312] env[69481]: value = "task-3264487" [ 1037.119312] env[69481]: _type = "Task" [ 1037.119312] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.119736] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.119973] env[69481]: DEBUG nova.compute.manager [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.120851] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80a745f-c7dc-4a59-9c66-477a62ed8c0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.131140] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525d60b4-cf81-e8ea-039c-ed4c36a82dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.140403] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264487, 'name': CreateVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.207681] env[69481]: DEBUG nova.network.neutron [-] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.277616] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264486, 'name': ReconfigVM_Task, 'duration_secs': 0.309016} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.278287] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 2e7e1d97-25be-4d12-9518-e9107afe75c0/2e7e1d97-25be-4d12-9518-e9107afe75c0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.279148] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-777fd226-7662-4738-ad3e-86ff465d8f13 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.290956] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1037.290956] env[69481]: value = "task-3264488" [ 1037.290956] env[69481]: _type = "Task" [ 1037.290956] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.303604] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264488, 'name': Rename_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.332711] env[69481]: DEBUG nova.compute.manager [req-534258c9-031e-4183-b1fc-0e03b35837eb req-c145b869-9e6b-438a-8db4-848d86d329d3 service nova] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Received event network-vif-deleted-aa0269f7-add1-45f3-8571-09f882d95f11 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.333152] env[69481]: DEBUG nova.compute.manager [req-534258c9-031e-4183-b1fc-0e03b35837eb req-c145b869-9e6b-438a-8db4-848d86d329d3 service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Received event network-vif-deleted-e9f83fff-f288-4afb-ad50-8a4c1406cd52 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.333502] env[69481]: INFO nova.compute.manager [req-534258c9-031e-4183-b1fc-0e03b35837eb req-c145b869-9e6b-438a-8db4-848d86d329d3 service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Neutron deleted interface e9f83fff-f288-4afb-ad50-8a4c1406cd52; detaching it from the instance and deleting it from the info cache [ 1037.334069] env[69481]: DEBUG nova.network.neutron [req-534258c9-031e-4183-b1fc-0e03b35837eb req-c145b869-9e6b-438a-8db4-848d86d329d3 service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.363790] env[69481]: DEBUG nova.network.neutron [-] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.430264] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276860f5-ea8f-4c4b-9ddf-40e6f3daf67f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.437964] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c46df-1d90-4678-9456-1d097427056a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.477110] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d8add0-1302-4a84-93e6-93f6bbc06f74 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.486022] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04176d4d-0da0-4b21-896b-38c7141a7052 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.500393] env[69481]: DEBUG nova.compute.provider_tree [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.535797] env[69481]: DEBUG nova.compute.manager [req-d0d30bae-e90c-4ad6-af83-4f99ec0f3105 req-b4b6888a-47d0-434e-b1d3-808c3fa5d212 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Received event network-vif-plugged-12fc00ff-4b3e-420c-b710-62b96ebe40d9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.536019] env[69481]: DEBUG oslo_concurrency.lockutils [req-d0d30bae-e90c-4ad6-af83-4f99ec0f3105 req-b4b6888a-47d0-434e-b1d3-808c3fa5d212 service nova] Acquiring lock "25ab989c-4daa-43b0-b241-806d08bc48d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.536237] env[69481]: DEBUG oslo_concurrency.lockutils [req-d0d30bae-e90c-4ad6-af83-4f99ec0f3105 req-b4b6888a-47d0-434e-b1d3-808c3fa5d212 service nova] Lock "25ab989c-4daa-43b0-b241-806d08bc48d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.536413] env[69481]: DEBUG oslo_concurrency.lockutils [req-d0d30bae-e90c-4ad6-af83-4f99ec0f3105 req-b4b6888a-47d0-434e-b1d3-808c3fa5d212 service nova] Lock "25ab989c-4daa-43b0-b241-806d08bc48d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.536586] env[69481]: DEBUG nova.compute.manager [req-d0d30bae-e90c-4ad6-af83-4f99ec0f3105 req-b4b6888a-47d0-434e-b1d3-808c3fa5d212 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] No waiting events found dispatching network-vif-plugged-12fc00ff-4b3e-420c-b710-62b96ebe40d9 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.536751] env[69481]: WARNING nova.compute.manager [req-d0d30bae-e90c-4ad6-af83-4f99ec0f3105 req-b4b6888a-47d0-434e-b1d3-808c3fa5d212 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Received unexpected event network-vif-plugged-12fc00ff-4b3e-420c-b710-62b96ebe40d9 for instance with vm_state building and task_state spawning. [ 1037.537743] env[69481]: DEBUG nova.network.neutron [req-f28ba74e-5c9d-45c2-bb87-de369bb26612 req-bf8a4c98-6351-475e-a712-40f6852cce5d service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Updated VIF entry in instance network info cache for port 0f615e99-d458-4ca1-ad65-2e4e87a67791. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.538130] env[69481]: DEBUG nova.network.neutron [req-f28ba74e-5c9d-45c2-bb87-de369bb26612 req-bf8a4c98-6351-475e-a712-40f6852cce5d service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Updating instance_info_cache with network_info: [{"id": "0f615e99-d458-4ca1-ad65-2e4e87a67791", "address": "fa:16:3e:db:cc:55", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f615e99-d4", "ovs_interfaceid": "0f615e99-d458-4ca1-ad65-2e4e87a67791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.623067] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525d60b4-cf81-e8ea-039c-ed4c36a82dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.047747} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.628018] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41dd649-74e1-4617-8080-833d204f6767 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.634717] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264487, 'name': CreateVM_Task, 'duration_secs': 0.338686} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.636159] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.636273] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1037.636273] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52afb634-73ad-0495-4642-0961b3a1c38e" [ 1037.636273] env[69481]: _type = "Task" [ 1037.636273] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.636952] env[69481]: DEBUG oslo_concurrency.lockutils [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.637171] env[69481]: DEBUG oslo_concurrency.lockutils [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.637513] env[69481]: DEBUG oslo_concurrency.lockutils [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.637837] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666b3fd9-e349-495b-bbc2-03a52a2e5963 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.650302] env[69481]: DEBUG oslo_concurrency.lockutils [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.652527] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1037.652527] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522b8d16-f397-cbfd-4e2f-21fbb2f7d160" [ 1037.652527] env[69481]: _type = "Task" [ 1037.652527] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.655439] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52afb634-73ad-0495-4642-0961b3a1c38e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.665058] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522b8d16-f397-cbfd-4e2f-21fbb2f7d160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.710844] env[69481]: INFO nova.compute.manager [-] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Took 1.32 seconds to deallocate network for instance. [ 1037.804590] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264488, 'name': Rename_Task, 'duration_secs': 0.203176} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.804898] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.805194] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-720a2d13-0dc1-4102-8df4-fd2e19dc3b1d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.811714] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1037.811714] env[69481]: value = "task-3264489" [ 1037.811714] env[69481]: _type = "Task" [ 1037.811714] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.819881] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.837706] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-701b2731-c442-4150-8262-767437e2fc7e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.851058] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57c3d67-3b8d-4e70-b712-478d663dd5de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.879751] env[69481]: INFO nova.compute.manager [-] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Took 1.33 seconds to deallocate network for instance. [ 1037.880497] env[69481]: DEBUG nova.compute.manager [req-534258c9-031e-4183-b1fc-0e03b35837eb req-c145b869-9e6b-438a-8db4-848d86d329d3 service nova] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Detach interface failed, port_id=e9f83fff-f288-4afb-ad50-8a4c1406cd52, reason: Instance c7300c59-9dbd-46e7-a3ba-af00215bd124 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.967913] env[69481]: DEBUG nova.network.neutron [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Successfully updated port: 12fc00ff-4b3e-420c-b710-62b96ebe40d9 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.003932] env[69481]: DEBUG nova.scheduler.client.report [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.041812] env[69481]: DEBUG oslo_concurrency.lockutils [req-f28ba74e-5c9d-45c2-bb87-de369bb26612 req-bf8a4c98-6351-475e-a712-40f6852cce5d service nova] Releasing lock "refresh_cache-6b8fbc44-1b4d-428e-a44c-1164ac82969c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.157159] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52afb634-73ad-0495-4642-0961b3a1c38e, 'name': SearchDatastore_Task, 'duration_secs': 0.028532} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.161106] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.161344] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 6b8fbc44-1b4d-428e-a44c-1164ac82969c/6b8fbc44-1b4d-428e-a44c-1164ac82969c.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.162076] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c9aad53-f9c9-4d37-ab7b-ca7196e6a399 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.171958] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522b8d16-f397-cbfd-4e2f-21fbb2f7d160, 'name': SearchDatastore_Task, 'duration_secs': 0.021268} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.172794] env[69481]: DEBUG oslo_concurrency.lockutils [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.173085] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.173341] env[69481]: DEBUG oslo_concurrency.lockutils [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.173491] env[69481]: DEBUG oslo_concurrency.lockutils [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.173664] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.174754] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1038.174754] env[69481]: value = "task-3264490" [ 1038.174754] env[69481]: _type = "Task" [ 1038.174754] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.174754] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31020a9a-2651-4e24-9e6c-125026f9faef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.185593] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.188160] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.188160] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.188660] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816ff520-078a-4d1d-91e0-70a0c7aee471 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.196037] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1038.196037] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c23095-9c24-afa3-9f84-55b50b95558a" [ 1038.196037] env[69481]: _type = "Task" [ 1038.196037] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.205596] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c23095-9c24-afa3-9f84-55b50b95558a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.217970] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.324535] env[69481]: DEBUG oslo_vmware.api [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264489, 'name': PowerOnVM_Task, 'duration_secs': 0.455684} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.324821] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.325033] env[69481]: INFO nova.compute.manager [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1038.325216] env[69481]: DEBUG nova.compute.manager [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.326021] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41728d8d-8efa-4c8b-9c31-e0fde40aa701 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.386760] env[69481]: DEBUG oslo_concurrency.lockutils [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.470653] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquiring lock "refresh_cache-25ab989c-4daa-43b0-b241-806d08bc48d1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.470812] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquired lock "refresh_cache-25ab989c-4daa-43b0-b241-806d08bc48d1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.470990] env[69481]: DEBUG nova.network.neutron [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.509901] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.512299] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.731s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.512548] env[69481]: DEBUG nova.objects.instance [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lazy-loading 'resources' on Instance uuid e2d3f1f0-30a5-41bb-804a-a57073b4fed5 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.535076] env[69481]: INFO nova.scheduler.client.report [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Deleted allocations for instance 6eca7c81-667f-4896-a38e-662713da65b3 [ 1038.650071] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquiring lock "a43ef85f-fb09-4cf2-a848-e4b30fc37cb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.650383] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "a43ef85f-fb09-4cf2-a848-e4b30fc37cb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.650669] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquiring lock "a43ef85f-fb09-4cf2-a848-e4b30fc37cb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.650886] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "a43ef85f-fb09-4cf2-a848-e4b30fc37cb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.651084] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "a43ef85f-fb09-4cf2-a848-e4b30fc37cb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.653675] env[69481]: INFO nova.compute.manager [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Terminating instance [ 1038.688340] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264490, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.707867] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c23095-9c24-afa3-9f84-55b50b95558a, 'name': SearchDatastore_Task, 'duration_secs': 0.019134} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.708777] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd00bad7-6010-43a7-87f5-4597455e6ddb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.717147] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1038.717147] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528a3857-a7b9-778d-c9f3-a6de5b1958bf" [ 1038.717147] env[69481]: _type = "Task" [ 1038.717147] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.725711] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528a3857-a7b9-778d-c9f3-a6de5b1958bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.738708] env[69481]: DEBUG nova.compute.manager [req-bd0026f6-e4bf-46f7-8ba6-7c85e1301ce2 req-8dd39119-4ae7-415e-a9ce-9029e8178975 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Received event network-changed-12fc00ff-4b3e-420c-b710-62b96ebe40d9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.738909] env[69481]: DEBUG nova.compute.manager [req-bd0026f6-e4bf-46f7-8ba6-7c85e1301ce2 req-8dd39119-4ae7-415e-a9ce-9029e8178975 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Refreshing instance network info cache due to event network-changed-12fc00ff-4b3e-420c-b710-62b96ebe40d9. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.739259] env[69481]: DEBUG oslo_concurrency.lockutils [req-bd0026f6-e4bf-46f7-8ba6-7c85e1301ce2 req-8dd39119-4ae7-415e-a9ce-9029e8178975 service nova] Acquiring lock "refresh_cache-25ab989c-4daa-43b0-b241-806d08bc48d1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.850113] env[69481]: INFO nova.compute.manager [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Took 35.53 seconds to build instance. [ 1039.020923] env[69481]: DEBUG nova.network.neutron [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.047051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c77125d-1b2f-4dbf-ac46-b2e601d6c6aa tempest-ImagesTestJSON-1084325900 tempest-ImagesTestJSON-1084325900-project-member] Lock "6eca7c81-667f-4896-a38e-662713da65b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.863s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.158112] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquiring lock "refresh_cache-a43ef85f-fb09-4cf2-a848-e4b30fc37cb3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.158313] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquired lock "refresh_cache-a43ef85f-fb09-4cf2-a848-e4b30fc37cb3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.158496] env[69481]: DEBUG nova.network.neutron [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.188300] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738214} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.190941] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 6b8fbc44-1b4d-428e-a44c-1164ac82969c/6b8fbc44-1b4d-428e-a44c-1164ac82969c.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.191185] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.192055] env[69481]: DEBUG nova.network.neutron [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Updating instance_info_cache with network_info: [{"id": "12fc00ff-4b3e-420c-b710-62b96ebe40d9", "address": "fa:16:3e:68:eb:53", "network": {"id": "6d908d7e-0a26-4394-8d4e-0f49fe9e6d52", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-10900253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e365f7a0c0cc4080ae66eff2bc10b725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fc00ff-4b", "ovs_interfaceid": "12fc00ff-4b3e-420c-b710-62b96ebe40d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.193306] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32ccb8bc-3206-4956-aa63-a26dd43e15d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.200081] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1039.200081] env[69481]: value = "task-3264491" [ 1039.200081] env[69481]: _type = "Task" [ 1039.200081] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.211961] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.226752] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528a3857-a7b9-778d-c9f3-a6de5b1958bf, 'name': SearchDatastore_Task, 'duration_secs': 0.047076} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.227041] env[69481]: DEBUG oslo_concurrency.lockutils [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.227309] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 5223caf5-d090-4460-875b-03b6e6a0096a/5223caf5-d090-4460-875b-03b6e6a0096a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.227570] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01bc2fb3-0920-482b-8b4b-7dd9ddf2565f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.234133] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1039.234133] env[69481]: value = "task-3264492" [ 1039.234133] env[69481]: _type = "Task" [ 1039.234133] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.243699] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.323334] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.323599] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.343500] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0b4c35-93dd-40d0-84cf-cdb897e026e4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.351923] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428b3816-df2b-4acb-9951-2287af283804 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.356053] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8749427a-a426-47d8-9641-6e505532914b tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.650s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.359137] env[69481]: DEBUG nova.compute.manager [req-cef20970-fda6-4949-a0d6-72d8258f57b6 req-7074a423-6985-478d-92e4-fb7d9eb1bffd service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Received event network-changed-e08548bf-91f5-451a-8376-9a9561f029d1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.359349] env[69481]: DEBUG nova.compute.manager [req-cef20970-fda6-4949-a0d6-72d8258f57b6 req-7074a423-6985-478d-92e4-fb7d9eb1bffd service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Refreshing instance network info cache due to event network-changed-e08548bf-91f5-451a-8376-9a9561f029d1. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.359973] env[69481]: DEBUG oslo_concurrency.lockutils [req-cef20970-fda6-4949-a0d6-72d8258f57b6 req-7074a423-6985-478d-92e4-fb7d9eb1bffd service nova] Acquiring lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.360155] env[69481]: DEBUG oslo_concurrency.lockutils [req-cef20970-fda6-4949-a0d6-72d8258f57b6 req-7074a423-6985-478d-92e4-fb7d9eb1bffd service nova] Acquired lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.360351] env[69481]: DEBUG nova.network.neutron [req-cef20970-fda6-4949-a0d6-72d8258f57b6 req-7074a423-6985-478d-92e4-fb7d9eb1bffd service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Refreshing network info cache for port e08548bf-91f5-451a-8376-9a9561f029d1 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.395147] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d08839-9469-4cc8-b0ab-b52df8c1cbbb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.405653] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae9a6f8-87a8-4602-af6c-9825011a36f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.426024] env[69481]: DEBUG nova.compute.provider_tree [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.678753] env[69481]: DEBUG nova.network.neutron [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.693485] env[69481]: DEBUG nova.network.neutron [req-cef20970-fda6-4949-a0d6-72d8258f57b6 req-7074a423-6985-478d-92e4-fb7d9eb1bffd service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updated VIF entry in instance network info cache for port e08548bf-91f5-451a-8376-9a9561f029d1. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.693935] env[69481]: DEBUG nova.network.neutron [req-cef20970-fda6-4949-a0d6-72d8258f57b6 req-7074a423-6985-478d-92e4-fb7d9eb1bffd service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance_info_cache with network_info: [{"id": "e08548bf-91f5-451a-8376-9a9561f029d1", "address": "fa:16:3e:6b:22:e8", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08548bf-91", "ovs_interfaceid": "e08548bf-91f5-451a-8376-9a9561f029d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.698298] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Releasing lock "refresh_cache-25ab989c-4daa-43b0-b241-806d08bc48d1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.698612] env[69481]: DEBUG nova.compute.manager [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Instance network_info: |[{"id": "12fc00ff-4b3e-420c-b710-62b96ebe40d9", "address": "fa:16:3e:68:eb:53", "network": {"id": "6d908d7e-0a26-4394-8d4e-0f49fe9e6d52", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-10900253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e365f7a0c0cc4080ae66eff2bc10b725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fc00ff-4b", "ovs_interfaceid": "12fc00ff-4b3e-420c-b710-62b96ebe40d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.699108] env[69481]: DEBUG oslo_concurrency.lockutils [req-bd0026f6-e4bf-46f7-8ba6-7c85e1301ce2 req-8dd39119-4ae7-415e-a9ce-9029e8178975 service nova] Acquired lock "refresh_cache-25ab989c-4daa-43b0-b241-806d08bc48d1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.699108] env[69481]: DEBUG nova.network.neutron [req-bd0026f6-e4bf-46f7-8ba6-7c85e1301ce2 req-8dd39119-4ae7-415e-a9ce-9029e8178975 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Refreshing network info cache for port 12fc00ff-4b3e-420c-b710-62b96ebe40d9 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.701090] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:eb:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12fc00ff-4b3e-420c-b710-62b96ebe40d9', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.708973] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Creating folder: Project (e365f7a0c0cc4080ae66eff2bc10b725). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.713677] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92f80a19-199e-4978-bab9-6fbe0d346c24 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.730016] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073719} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.731532] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.731889] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Created folder: Project (e365f7a0c0cc4080ae66eff2bc10b725) in parent group-v651898. [ 1039.735911] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Creating folder: Instances. Parent ref: group-v652153. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.736760] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec15828-147d-4d34-96dd-f4225cffc3ed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.740869] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4e2e54d-1125-4729-a307-6312ef69c1b1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.746809] env[69481]: DEBUG nova.network.neutron [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.771751] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 6b8fbc44-1b4d-428e-a44c-1164ac82969c/6b8fbc44-1b4d-428e-a44c-1164ac82969c.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.772160] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512332} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.774984] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Releasing lock "refresh_cache-a43ef85f-fb09-4cf2-a848-e4b30fc37cb3" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.775501] env[69481]: DEBUG nova.compute.manager [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.775583] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.776588] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-728e1d93-97a8-4926-91cb-72412e1f8c0f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.792429] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 5223caf5-d090-4460-875b-03b6e6a0096a/5223caf5-d090-4460-875b-03b6e6a0096a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.792678] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.793566] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0cfe35-c780-42ef-bc5f-dc47053ad9d8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.796639] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d37f66c-a92a-46ea-a8ed-8b235aa272ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.804138] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.806334] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91b81d04-0531-4631-ae3c-5d254ddee6f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.810127] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1039.810127] env[69481]: value = "task-3264495" [ 1039.810127] env[69481]: _type = "Task" [ 1039.810127] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.810127] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1039.810127] env[69481]: value = "task-3264496" [ 1039.810127] env[69481]: _type = "Task" [ 1039.810127] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.810127] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Created folder: Instances in parent group-v652153. [ 1039.810606] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.816942] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.818354] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aa0646f-08c7-4982-adcd-5c68e85c58c2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.832828] env[69481]: DEBUG oslo_vmware.api [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1039.832828] env[69481]: value = "task-3264497" [ 1039.832828] env[69481]: _type = "Task" [ 1039.832828] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.833969] env[69481]: DEBUG nova.compute.manager [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.847365] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.847437] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.851521] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.851521] env[69481]: value = "task-3264498" [ 1039.851521] env[69481]: _type = "Task" [ 1039.851521] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.859831] env[69481]: DEBUG oslo_vmware.api [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.865244] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264498, 'name': CreateVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.929035] env[69481]: DEBUG nova.scheduler.client.report [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.008649] env[69481]: DEBUG nova.network.neutron [req-bd0026f6-e4bf-46f7-8ba6-7c85e1301ce2 req-8dd39119-4ae7-415e-a9ce-9029e8178975 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Updated VIF entry in instance network info cache for port 12fc00ff-4b3e-420c-b710-62b96ebe40d9. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.009045] env[69481]: DEBUG nova.network.neutron [req-bd0026f6-e4bf-46f7-8ba6-7c85e1301ce2 req-8dd39119-4ae7-415e-a9ce-9029e8178975 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Updating instance_info_cache with network_info: [{"id": "12fc00ff-4b3e-420c-b710-62b96ebe40d9", "address": "fa:16:3e:68:eb:53", "network": {"id": "6d908d7e-0a26-4394-8d4e-0f49fe9e6d52", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-10900253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e365f7a0c0cc4080ae66eff2bc10b725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fc00ff-4b", "ovs_interfaceid": "12fc00ff-4b3e-420c-b710-62b96ebe40d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.199249] env[69481]: DEBUG oslo_concurrency.lockutils [req-cef20970-fda6-4949-a0d6-72d8258f57b6 req-7074a423-6985-478d-92e4-fb7d9eb1bffd service nova] Releasing lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.323558] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264496, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.326549] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.345495] env[69481]: DEBUG oslo_vmware.api [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264497, 'name': PowerOffVM_Task, 'duration_secs': 0.177885} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.345747] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.345916] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.346175] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe5768ab-e820-4f41-b3d9-1d182b194642 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.363769] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264498, 'name': CreateVM_Task, 'duration_secs': 0.365593} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.363953] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.365178] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.365365] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.365682] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.365960] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da05f51b-032b-45e7-ac76-256da312e780 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.369816] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.370071] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.370262] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Deleting the datastore file [datastore1] a43ef85f-fb09-4cf2-a848-e4b30fc37cb3 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.370831] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc1470cd-65e9-42be-97ed-ea17911167c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.373222] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.374443] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for the task: (returnval){ [ 1040.374443] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521321fd-3fb5-b746-4180-29bb0c9b1833" [ 1040.374443] env[69481]: _type = "Task" [ 1040.374443] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.380569] env[69481]: DEBUG oslo_vmware.api [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for the task: (returnval){ [ 1040.380569] env[69481]: value = "task-3264500" [ 1040.380569] env[69481]: _type = "Task" [ 1040.380569] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.383482] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521321fd-3fb5-b746-4180-29bb0c9b1833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.392599] env[69481]: DEBUG oslo_vmware.api [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.434968] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.438198] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.614s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.440293] env[69481]: INFO nova.compute.claims [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.458195] env[69481]: INFO nova.scheduler.client.report [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Deleted allocations for instance e2d3f1f0-30a5-41bb-804a-a57073b4fed5 [ 1040.512529] env[69481]: DEBUG oslo_concurrency.lockutils [req-bd0026f6-e4bf-46f7-8ba6-7c85e1301ce2 req-8dd39119-4ae7-415e-a9ce-9029e8178975 service nova] Releasing lock "refresh_cache-25ab989c-4daa-43b0-b241-806d08bc48d1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.827115] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264495, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.830143] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.533508} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.830429] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.832180] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37d3ad5-0fae-4055-89ce-3699f5d7ca0c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.855755] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 5223caf5-d090-4460-875b-03b6e6a0096a/5223caf5-d090-4460-875b-03b6e6a0096a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.856196] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61eb1f05-3097-4d2d-8198-6e78ef7cafff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.893019] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]521321fd-3fb5-b746-4180-29bb0c9b1833, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.893019] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1040.893019] env[69481]: value = "task-3264501" [ 1040.893019] env[69481]: _type = "Task" [ 1040.893019] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.893019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.893019] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.893019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.893019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.893019] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.893553] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd384a22-50e1-4f81-8b95-66db09338778 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.902179] env[69481]: DEBUG oslo_vmware.api [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Task: {'id': task-3264500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089416} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.903080] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.903272] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.903499] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.903731] env[69481]: INFO nova.compute.manager [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1040.903870] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.904089] env[69481]: DEBUG nova.compute.manager [-] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.904193] env[69481]: DEBUG nova.network.neutron [-] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.909286] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.910854] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.911035] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.911765] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e706b7-51d1-4048-804b-655a0f3b9db1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.917259] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for the task: (returnval){ [ 1040.917259] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce1098-202c-6e9b-7569-cc381f1bcf77" [ 1040.917259] env[69481]: _type = "Task" [ 1040.917259] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.925013] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce1098-202c-6e9b-7569-cc381f1bcf77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.931489] env[69481]: DEBUG nova.network.neutron [-] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.967010] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4448f78-bfc1-4801-9af6-3dfedfaf695b tempest-ServersNegativeTestJSON-198881498 tempest-ServersNegativeTestJSON-198881498-project-member] Lock "e2d3f1f0-30a5-41bb-804a-a57073b4fed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.754s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.329372] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264495, 'name': ReconfigVM_Task, 'duration_secs': 1.052413} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.329372] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 6b8fbc44-1b4d-428e-a44c-1164ac82969c/6b8fbc44-1b4d-428e-a44c-1164ac82969c.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.329372] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb594ae5-b045-4588-b2bd-8b348170fe52 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.336068] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1041.336068] env[69481]: value = "task-3264502" [ 1041.336068] env[69481]: _type = "Task" [ 1041.336068] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.345571] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264502, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.403934] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264501, 'name': ReconfigVM_Task, 'duration_secs': 0.476241} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.404402] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 5223caf5-d090-4460-875b-03b6e6a0096a/5223caf5-d090-4460-875b-03b6e6a0096a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.405815] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'image_id': '2bc8b732-601d-496e-8268-986d3639362a'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652141', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'name': 'volume-3dc65085-9112-4598-bc96-bda001dab772', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5223caf5-d090-4460-875b-03b6e6a0096a', 'attached_at': '', 'detached_at': '', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'serial': '3dc65085-9112-4598-bc96-bda001dab772'}, 'boot_index': None, 'attachment_id': 'd77d8b70-a732-4db9-8220-d7a19efb003e', 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69481) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1041.407018] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1041.407018] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652141', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'name': 'volume-3dc65085-9112-4598-bc96-bda001dab772', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5223caf5-d090-4460-875b-03b6e6a0096a', 'attached_at': '', 'detached_at': '', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'serial': '3dc65085-9112-4598-bc96-bda001dab772'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1041.407807] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d16f066-200b-49e5-93ff-8697046cb3f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.433342] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942783e7-b8b5-4d92-a4a8-ea8f3f905e27 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.437686] env[69481]: DEBUG nova.network.neutron [-] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.446391] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce1098-202c-6e9b-7569-cc381f1bcf77, 'name': SearchDatastore_Task, 'duration_secs': 0.017753} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.488722] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-3dc65085-9112-4598-bc96-bda001dab772/volume-3dc65085-9112-4598-bc96-bda001dab772.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.490076] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b270288-83ee-4233-9868-d24fa9c31385 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.494276] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f0f8f1-dead-4cad-9efc-918c65fa4617 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.516155] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for the task: (returnval){ [ 1041.516155] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52042af3-978c-64b5-3563-7a1fac7fa3d5" [ 1041.516155] env[69481]: _type = "Task" [ 1041.516155] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.521592] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1041.521592] env[69481]: value = "task-3264503" [ 1041.521592] env[69481]: _type = "Task" [ 1041.521592] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.532815] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52042af3-978c-64b5-3563-7a1fac7fa3d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.538086] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.846897] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264502, 'name': Rename_Task, 'duration_secs': 0.405554} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.847364] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.847661] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f6a4326-2bc5-4df8-9571-1104a88cb0ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.853889] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1041.853889] env[69481]: value = "task-3264504" [ 1041.853889] env[69481]: _type = "Task" [ 1041.853889] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.861886] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.864116] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5218439f-9df0-418c-ac9d-cda1fd09ea35 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.872016] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c984b-e268-444f-98e1-ae53f87f0951 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.900713] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eedf64-dd91-4667-a743-64f2e97f6a80 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.908254] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca77b6d7-b1ed-40a5-9005-16d543a8f697 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.926226] env[69481]: DEBUG nova.compute.provider_tree [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.944568] env[69481]: INFO nova.compute.manager [-] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Took 1.04 seconds to deallocate network for instance. [ 1042.032338] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52042af3-978c-64b5-3563-7a1fac7fa3d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016169} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.035440] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.035739] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 25ab989c-4daa-43b0-b241-806d08bc48d1/25ab989c-4daa-43b0-b241-806d08bc48d1.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.037436] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fea2fc73-64b5-4d25-9ab6-b10923d84997 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.048571] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.051353] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for the task: (returnval){ [ 1042.051353] env[69481]: value = "task-3264505" [ 1042.051353] env[69481]: _type = "Task" [ 1042.051353] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.067575] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.373376] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264504, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.429335] env[69481]: DEBUG nova.scheduler.client.report [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.450607] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.542270] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264503, 'name': ReconfigVM_Task, 'duration_secs': 0.632616} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.542665] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-3dc65085-9112-4598-bc96-bda001dab772/volume-3dc65085-9112-4598-bc96-bda001dab772.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.550041] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e761729-d3b8-4c35-b9f5-098fad255e10 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.578492] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49476} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.580193] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 25ab989c-4daa-43b0-b241-806d08bc48d1/25ab989c-4daa-43b0-b241-806d08bc48d1.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.580490] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.581111] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1042.581111] env[69481]: value = "task-3264506" [ 1042.581111] env[69481]: _type = "Task" [ 1042.581111] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.581352] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1ca4a46-6ab1-4be0-9a87-1e623b5ea36c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.596412] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for the task: (returnval){ [ 1042.596412] env[69481]: value = "task-3264507" [ 1042.596412] env[69481]: _type = "Task" [ 1042.596412] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.607089] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.865249] env[69481]: DEBUG oslo_vmware.api [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264504, 'name': PowerOnVM_Task, 'duration_secs': 0.664896} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.865513] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.865667] env[69481]: INFO nova.compute.manager [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1042.865847] env[69481]: DEBUG nova.compute.manager [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.866665] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3651d5-d2d1-415c-b0f6-c2d0b7fb13f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.939754] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.940431] env[69481]: DEBUG nova.compute.manager [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.943223] env[69481]: DEBUG oslo_concurrency.lockutils [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.019s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.943889] env[69481]: DEBUG nova.objects.instance [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Lazy-loading 'resources' on Instance uuid e950791b-fe57-410b-b605-5c3b06722d8d {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.093909] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264506, 'name': ReconfigVM_Task, 'duration_secs': 0.369093} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.094250] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652141', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'name': 'volume-3dc65085-9112-4598-bc96-bda001dab772', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5223caf5-d090-4460-875b-03b6e6a0096a', 'attached_at': '', 'detached_at': '', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'serial': '3dc65085-9112-4598-bc96-bda001dab772'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.094815] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b8858bb-cb08-446c-94f3-d2e44b314e5b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.101094] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1043.101094] env[69481]: value = "task-3264508" [ 1043.101094] env[69481]: _type = "Task" [ 1043.101094] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.103833] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071365} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.106915] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.107745] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487cc1d3-bbb0-40fd-9683-24be2bcebc2b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.116878] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264508, 'name': Rename_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.134770] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 25ab989c-4daa-43b0-b241-806d08bc48d1/25ab989c-4daa-43b0-b241-806d08bc48d1.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.135096] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3625be49-f071-4b32-9ff0-decaee00980d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.153598] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for the task: (returnval){ [ 1043.153598] env[69481]: value = "task-3264509" [ 1043.153598] env[69481]: _type = "Task" [ 1043.153598] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.161430] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.386390] env[69481]: INFO nova.compute.manager [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Took 33.96 seconds to build instance. [ 1043.448613] env[69481]: DEBUG nova.compute.utils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.451857] env[69481]: DEBUG nova.compute.manager [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.452209] env[69481]: DEBUG nova.network.neutron [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.506391] env[69481]: DEBUG nova.policy [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a20cefdefbb4d469c9d0a62acb0c283', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0957f07d57e041528b7bc3a19253bb6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.618618] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264508, 'name': Rename_Task, 'duration_secs': 0.360753} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.618900] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.619171] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f699808-2daa-48e4-8ac0-86cc49199197 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.630116] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1043.630116] env[69481]: value = "task-3264510" [ 1043.630116] env[69481]: _type = "Task" [ 1043.630116] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.666837] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264509, 'name': ReconfigVM_Task, 'duration_secs': 0.290481} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.667239] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 25ab989c-4daa-43b0-b241-806d08bc48d1/25ab989c-4daa-43b0-b241-806d08bc48d1.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.667970] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cf47b37-6738-4bd7-ab08-6adb2d01a94f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.678227] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for the task: (returnval){ [ 1043.678227] env[69481]: value = "task-3264511" [ 1043.678227] env[69481]: _type = "Task" [ 1043.678227] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.686946] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264511, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.785666] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b638ef-7195-4578-b84b-0f4ecb852ca9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.793307] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab25c7-a7b7-4e51-bd27-61e32b9adaee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.834600] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220c9242-bae7-4147-a66a-721e6de39b3e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.843765] env[69481]: DEBUG nova.network.neutron [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Successfully created port: e2cb523a-2bfc-487a-b27c-6637329babb5 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.847208] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c7cc22-8308-4957-a4f9-8d794062154d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.862677] env[69481]: DEBUG nova.compute.provider_tree [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.887885] env[69481]: DEBUG oslo_concurrency.lockutils [None req-992fe27e-c726-448f-816b-9db66fd505c2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.469s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.955581] env[69481]: DEBUG nova.compute.manager [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.143207] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264510, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.188845] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264511, 'name': Rename_Task, 'duration_secs': 0.152305} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.189809] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.190170] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e3e9cae-9efa-4a14-bf35-083e6b8b8dcc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.197174] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for the task: (returnval){ [ 1044.197174] env[69481]: value = "task-3264512" [ 1044.197174] env[69481]: _type = "Task" [ 1044.197174] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.206613] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.369018] env[69481]: DEBUG nova.scheduler.client.report [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.641262] env[69481]: DEBUG oslo_vmware.api [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264510, 'name': PowerOnVM_Task, 'duration_secs': 0.857989} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.641644] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.641892] env[69481]: DEBUG nova.compute.manager [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.642807] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e54cb01-e0b1-41cc-907e-16e6fbf17a26 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.709442] env[69481]: DEBUG oslo_vmware.api [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264512, 'name': PowerOnVM_Task, 'duration_secs': 0.468154} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.709737] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.710086] env[69481]: INFO nova.compute.manager [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1044.710231] env[69481]: DEBUG nova.compute.manager [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.711845] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe1ca8e-a8cb-4387-847a-103b32a72cfb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.873786] env[69481]: DEBUG oslo_concurrency.lockutils [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.878873] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.502s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.905855] env[69481]: INFO nova.scheduler.client.report [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Deleted allocations for instance e950791b-fe57-410b-b605-5c3b06722d8d [ 1044.909374] env[69481]: DEBUG oslo_concurrency.lockutils [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.909374] env[69481]: DEBUG oslo_concurrency.lockutils [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.909713] env[69481]: DEBUG oslo_concurrency.lockutils [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.909768] env[69481]: DEBUG oslo_concurrency.lockutils [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.909882] env[69481]: DEBUG oslo_concurrency.lockutils [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.911796] env[69481]: INFO nova.compute.manager [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Terminating instance [ 1044.965086] env[69481]: DEBUG nova.compute.manager [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.999450] env[69481]: DEBUG nova.virt.hardware [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.999691] env[69481]: DEBUG nova.virt.hardware [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.999868] env[69481]: DEBUG nova.virt.hardware [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.001181] env[69481]: DEBUG nova.virt.hardware [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.001181] env[69481]: DEBUG nova.virt.hardware [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.001181] env[69481]: DEBUG nova.virt.hardware [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.001181] env[69481]: DEBUG nova.virt.hardware [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.001181] env[69481]: DEBUG nova.virt.hardware [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.002151] env[69481]: DEBUG nova.virt.hardware [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.002151] env[69481]: DEBUG nova.virt.hardware [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.003150] env[69481]: DEBUG nova.virt.hardware [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.006048] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdb9dc7-d992-44b4-8dd0-cb9a9523ba74 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.015360] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4a7f06-1eb8-4f0f-b253-aaea91b979c0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.161965] env[69481]: DEBUG oslo_concurrency.lockutils [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.231879] env[69481]: INFO nova.compute.manager [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Took 34.73 seconds to build instance. [ 1045.350141] env[69481]: DEBUG nova.compute.manager [req-4a0795b6-e121-4197-93e4-6fbd42fcc705 req-fe2a437c-8432-4055-9224-7f57004b6651 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Received event network-vif-plugged-e2cb523a-2bfc-487a-b27c-6637329babb5 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.350141] env[69481]: DEBUG oslo_concurrency.lockutils [req-4a0795b6-e121-4197-93e4-6fbd42fcc705 req-fe2a437c-8432-4055-9224-7f57004b6651 service nova] Acquiring lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.351849] env[69481]: DEBUG oslo_concurrency.lockutils [req-4a0795b6-e121-4197-93e4-6fbd42fcc705 req-fe2a437c-8432-4055-9224-7f57004b6651 service nova] Lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.351849] env[69481]: DEBUG oslo_concurrency.lockutils [req-4a0795b6-e121-4197-93e4-6fbd42fcc705 req-fe2a437c-8432-4055-9224-7f57004b6651 service nova] Lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.351849] env[69481]: DEBUG nova.compute.manager [req-4a0795b6-e121-4197-93e4-6fbd42fcc705 req-fe2a437c-8432-4055-9224-7f57004b6651 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] No waiting events found dispatching network-vif-plugged-e2cb523a-2bfc-487a-b27c-6637329babb5 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.351849] env[69481]: WARNING nova.compute.manager [req-4a0795b6-e121-4197-93e4-6fbd42fcc705 req-fe2a437c-8432-4055-9224-7f57004b6651 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Received unexpected event network-vif-plugged-e2cb523a-2bfc-487a-b27c-6637329babb5 for instance with vm_state building and task_state spawning. [ 1045.416778] env[69481]: DEBUG nova.compute.manager [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.416990] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.417926] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d039be81-5a93-4491-bbb3-931bbdfe4692 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.422946] env[69481]: DEBUG oslo_concurrency.lockutils [None req-43d7fbbd-59dc-480e-83e2-98c3027c9ca5 tempest-ServersTestFqdnHostnames-1576131792 tempest-ServersTestFqdnHostnames-1576131792-project-member] Lock "e950791b-fe57-410b-b605-5c3b06722d8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.166s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.432222] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.435836] env[69481]: DEBUG nova.network.neutron [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Successfully updated port: e2cb523a-2bfc-487a-b27c-6637329babb5 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.436901] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d27005a3-2415-4111-af86-db50695245ec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.444676] env[69481]: DEBUG oslo_vmware.api [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1045.444676] env[69481]: value = "task-3264513" [ 1045.444676] env[69481]: _type = "Task" [ 1045.444676] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.456477] env[69481]: DEBUG oslo_vmware.api [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.720104] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd03270-319c-4997-b75a-05c731602ac5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.728558] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26238ae-2e58-493b-8b8f-26d5f016c872 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.733992] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4213b0ee-8f88-4887-8818-f7ad978eace9 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Lock "25ab989c-4daa-43b0-b241-806d08bc48d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.243s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.765633] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eb9cb7-5757-415f-8f14-a480b47b7837 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.777080] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89eca82-564b-43d2-a296-f56b05708e14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.791602] env[69481]: DEBUG nova.compute.provider_tree [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.940505] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "refresh_cache-abbf2559-30b5-4b08-bf11-580cb3cc7b1a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.940917] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquired lock "refresh_cache-abbf2559-30b5-4b08-bf11-580cb3cc7b1a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.940917] env[69481]: DEBUG nova.network.neutron [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.956462] env[69481]: DEBUG oslo_vmware.api [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264513, 'name': PowerOffVM_Task, 'duration_secs': 0.332189} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.957788] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.958672] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.959503] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-690e56f7-ee2f-40eb-afed-33e0bd9f9ee6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.041025] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.041025] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.041025] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleting the datastore file [datastore2] 6b8fbc44-1b4d-428e-a44c-1164ac82969c {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.041025] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-262107cb-fb99-4ed0-b588-c4f2d44b838f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.047234] env[69481]: DEBUG oslo_vmware.api [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1046.047234] env[69481]: value = "task-3264515" [ 1046.047234] env[69481]: _type = "Task" [ 1046.047234] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.056839] env[69481]: DEBUG oslo_vmware.api [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.295650] env[69481]: DEBUG nova.scheduler.client.report [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.560883] env[69481]: DEBUG oslo_vmware.api [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14694} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.560883] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.560883] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.560883] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.560883] env[69481]: INFO nova.compute.manager [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1046.560883] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.560883] env[69481]: DEBUG nova.compute.manager [-] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.560883] env[69481]: DEBUG nova.network.neutron [-] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.702851] env[69481]: DEBUG nova.network.neutron [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.919172] env[69481]: DEBUG nova.compute.manager [req-cfae0b2c-31dc-48e1-a124-ba5de1a6e1e1 req-ef406a5c-e82d-46d4-a6ee-6363465c9095 service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Received event network-vif-deleted-0f615e99-d458-4ca1-ad65-2e4e87a67791 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.920415] env[69481]: INFO nova.compute.manager [req-cfae0b2c-31dc-48e1-a124-ba5de1a6e1e1 req-ef406a5c-e82d-46d4-a6ee-6363465c9095 service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Neutron deleted interface 0f615e99-d458-4ca1-ad65-2e4e87a67791; detaching it from the instance and deleting it from the info cache [ 1046.920768] env[69481]: DEBUG nova.network.neutron [req-cfae0b2c-31dc-48e1-a124-ba5de1a6e1e1 req-ef406a5c-e82d-46d4-a6ee-6363465c9095 service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.961669] env[69481]: DEBUG nova.network.neutron [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Updating instance_info_cache with network_info: [{"id": "e2cb523a-2bfc-487a-b27c-6637329babb5", "address": "fa:16:3e:be:7f:ff", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cb523a-2b", "ovs_interfaceid": "e2cb523a-2bfc-487a-b27c-6637329babb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.029811] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "35f2462d-9363-4d3d-b361-b72b36233a41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.030303] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "35f2462d-9363-4d3d-b361-b72b36233a41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.309752] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.432s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.314209] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.656s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.314530] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.314818] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1047.315654] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.043s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.315961] env[69481]: DEBUG nova.objects.instance [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Lazy-loading 'resources' on Instance uuid b688722e-ebff-4304-9e3e-7aa9f97f5354 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.320369] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356b39df-f2e2-44bd-8cf2-18de99fe9bef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.333985] env[69481]: DEBUG nova.network.neutron [-] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.338823] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837eb77d-dcb2-416f-a7f4-87801c631174 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.362958] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c037a45b-efb8-438e-a91b-b59faa00e9fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.372023] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52eea59-1049-48f0-9d8d-2da9220a1d66 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.403528] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179112MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1047.404580] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.425995] env[69481]: DEBUG nova.compute.manager [req-913b5424-2fd3-4164-b630-3b1e8dd73281 req-054b5a94-bffe-4278-9eb2-0b8964e7cda9 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Received event network-changed-e2cb523a-2bfc-487a-b27c-6637329babb5 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.426263] env[69481]: DEBUG nova.compute.manager [req-913b5424-2fd3-4164-b630-3b1e8dd73281 req-054b5a94-bffe-4278-9eb2-0b8964e7cda9 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Refreshing instance network info cache due to event network-changed-e2cb523a-2bfc-487a-b27c-6637329babb5. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.426385] env[69481]: DEBUG oslo_concurrency.lockutils [req-913b5424-2fd3-4164-b630-3b1e8dd73281 req-054b5a94-bffe-4278-9eb2-0b8964e7cda9 service nova] Acquiring lock "refresh_cache-abbf2559-30b5-4b08-bf11-580cb3cc7b1a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.428356] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ada32fd8-47b6-454b-b98d-9d9ca3f70f16 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.437638] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f408eb0e-3d07-44f9-a145-12bc53f05ce6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.463108] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Releasing lock "refresh_cache-abbf2559-30b5-4b08-bf11-580cb3cc7b1a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.463447] env[69481]: DEBUG nova.compute.manager [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Instance network_info: |[{"id": "e2cb523a-2bfc-487a-b27c-6637329babb5", "address": "fa:16:3e:be:7f:ff", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cb523a-2b", "ovs_interfaceid": "e2cb523a-2bfc-487a-b27c-6637329babb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.464134] env[69481]: DEBUG oslo_concurrency.lockutils [req-913b5424-2fd3-4164-b630-3b1e8dd73281 req-054b5a94-bffe-4278-9eb2-0b8964e7cda9 service nova] Acquired lock "refresh_cache-abbf2559-30b5-4b08-bf11-580cb3cc7b1a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.464460] env[69481]: DEBUG nova.network.neutron [req-913b5424-2fd3-4164-b630-3b1e8dd73281 req-054b5a94-bffe-4278-9eb2-0b8964e7cda9 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Refreshing network info cache for port e2cb523a-2bfc-487a-b27c-6637329babb5 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.465680] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:7f:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2cb523a-2bfc-487a-b27c-6637329babb5', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.473591] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.485454] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.486198] env[69481]: DEBUG nova.compute.manager [req-cfae0b2c-31dc-48e1-a124-ba5de1a6e1e1 req-ef406a5c-e82d-46d4-a6ee-6363465c9095 service nova] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Detach interface failed, port_id=0f615e99-d458-4ca1-ad65-2e4e87a67791, reason: Instance 6b8fbc44-1b4d-428e-a44c-1164ac82969c could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.486750] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ec7d9b-b56e-4b51-be97-9cc7de6e7b33 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.507285] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.507285] env[69481]: value = "task-3264516" [ 1047.507285] env[69481]: _type = "Task" [ 1047.507285] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.515642] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264516, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.533359] env[69481]: DEBUG nova.compute.manager [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.840957] env[69481]: INFO nova.compute.manager [-] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Took 1.28 seconds to deallocate network for instance. [ 1047.912492] env[69481]: INFO nova.scheduler.client.report [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted allocation for migration d5f7df93-83c1-4585-b4d9-0d3cd4d3b51a [ 1047.957728] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquiring lock "25ab989c-4daa-43b0-b241-806d08bc48d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.957911] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Lock "25ab989c-4daa-43b0-b241-806d08bc48d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.958323] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquiring lock "25ab989c-4daa-43b0-b241-806d08bc48d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.959429] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Lock "25ab989c-4daa-43b0-b241-806d08bc48d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.959429] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Lock "25ab989c-4daa-43b0-b241-806d08bc48d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.963863] env[69481]: INFO nova.compute.manager [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Terminating instance [ 1048.020281] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264516, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.055207] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.184640] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d66ffbe-30b3-4f79-a228-84fa50811c5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.195284] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1df38e0-3d3a-44f7-a768-81a235fb46e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.228441] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ece9f6-742b-48d7-9f50-20e5f3c0d719 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.238237] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01095fd-40dc-488e-9880-cbb06b0d8d0f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.252673] env[69481]: DEBUG nova.compute.provider_tree [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.271468] env[69481]: DEBUG nova.network.neutron [req-913b5424-2fd3-4164-b630-3b1e8dd73281 req-054b5a94-bffe-4278-9eb2-0b8964e7cda9 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Updated VIF entry in instance network info cache for port e2cb523a-2bfc-487a-b27c-6637329babb5. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.271819] env[69481]: DEBUG nova.network.neutron [req-913b5424-2fd3-4164-b630-3b1e8dd73281 req-054b5a94-bffe-4278-9eb2-0b8964e7cda9 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Updating instance_info_cache with network_info: [{"id": "e2cb523a-2bfc-487a-b27c-6637329babb5", "address": "fa:16:3e:be:7f:ff", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cb523a-2b", "ovs_interfaceid": "e2cb523a-2bfc-487a-b27c-6637329babb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.352228] env[69481]: DEBUG oslo_concurrency.lockutils [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.419331] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e4dcdde1-2e2f-4361-a36c-f99e54fff0a7 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.652s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.468630] env[69481]: DEBUG nova.compute.manager [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.468845] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.469950] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc21e2d9-f239-4e45-8671-a8338ec0c37c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.481844] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.481844] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-902f371a-f54e-431a-b921-aae8cfa802bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.485575] env[69481]: DEBUG oslo_vmware.api [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for the task: (returnval){ [ 1048.485575] env[69481]: value = "task-3264517" [ 1048.485575] env[69481]: _type = "Task" [ 1048.485575] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.494770] env[69481]: DEBUG oslo_vmware.api [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.518893] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264516, 'name': CreateVM_Task, 'duration_secs': 0.703925} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.518893] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.521051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.521051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.521051] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.521051] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05669ec-800b-4f32-9625-6a206c69c6b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.524919] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1048.524919] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5249c31d-3340-f217-b4be-f73da9bf6bd2" [ 1048.524919] env[69481]: _type = "Task" [ 1048.524919] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.533381] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5249c31d-3340-f217-b4be-f73da9bf6bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.756138] env[69481]: DEBUG nova.scheduler.client.report [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.774069] env[69481]: DEBUG oslo_concurrency.lockutils [req-913b5424-2fd3-4164-b630-3b1e8dd73281 req-054b5a94-bffe-4278-9eb2-0b8964e7cda9 service nova] Releasing lock "refresh_cache-abbf2559-30b5-4b08-bf11-580cb3cc7b1a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.995679] env[69481]: DEBUG oslo_vmware.api [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264517, 'name': PowerOffVM_Task, 'duration_secs': 0.195643} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.995967] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.996154] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.996406] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afef51ec-ed7f-4657-9327-649944ed4097 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.034997] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5249c31d-3340-f217-b4be-f73da9bf6bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.012742} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.034997] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.034997] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.035413] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.035413] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.035495] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.035774] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bd16996-e60b-4779-aef6-4fac73e9454c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.044651] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.044856] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.045671] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6564f80-e46d-47bc-8c32-ec228324b6ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.052014] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1049.052014] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5238eb06-fdc7-b1e0-7b53-2251ea439d31" [ 1049.052014] env[69481]: _type = "Task" [ 1049.052014] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.057949] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.058294] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.058577] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Deleting the datastore file [datastore2] 25ab989c-4daa-43b0-b241-806d08bc48d1 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.062423] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4e19e44-7f87-4a6f-84e6-0353b813fc55 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.064873] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5238eb06-fdc7-b1e0-7b53-2251ea439d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.068989] env[69481]: DEBUG oslo_vmware.api [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for the task: (returnval){ [ 1049.068989] env[69481]: value = "task-3264519" [ 1049.068989] env[69481]: _type = "Task" [ 1049.068989] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.077273] env[69481]: DEBUG oslo_vmware.api [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.261551] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.264085] env[69481]: DEBUG oslo_concurrency.lockutils [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.840s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.264288] env[69481]: DEBUG nova.objects.instance [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lazy-loading 'resources' on Instance uuid c9b8a733-73ae-4450-98ee-4fd07683cb80 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.277522] env[69481]: INFO nova.scheduler.client.report [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Deleted allocations for instance b688722e-ebff-4304-9e3e-7aa9f97f5354 [ 1049.286248] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.286480] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.286681] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.286865] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.287052] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.288803] env[69481]: INFO nova.compute.manager [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Terminating instance [ 1049.562634] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5238eb06-fdc7-b1e0-7b53-2251ea439d31, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.563425] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e68fb7-9af0-4b27-8393-dbc6693b7fad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.568715] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1049.568715] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ab9e33-2cbf-941c-5e1a-88c5649010da" [ 1049.568715] env[69481]: _type = "Task" [ 1049.568715] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.578674] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ab9e33-2cbf-941c-5e1a-88c5649010da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.581536] env[69481]: DEBUG oslo_vmware.api [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Task: {'id': task-3264519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16498} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.581706] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.581890] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.582091] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.582269] env[69481]: INFO nova.compute.manager [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1049.582535] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.582728] env[69481]: DEBUG nova.compute.manager [-] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.582820] env[69481]: DEBUG nova.network.neutron [-] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.716494] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.716747] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.788688] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a2600c9a-fbf2-4ebb-bdf3-54c0519de651 tempest-ServersTestManualDisk-369555105 tempest-ServersTestManualDisk-369555105-project-member] Lock "b688722e-ebff-4304-9e3e-7aa9f97f5354" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.974s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.792750] env[69481]: DEBUG nova.compute.manager [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.793025] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.794219] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14c25a5-d641-4d96-9825-a65d99489ee1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.806631] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.806895] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31bb5d99-5a00-4ce8-9bbf-b01c433085d6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.815855] env[69481]: DEBUG oslo_vmware.api [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1049.815855] env[69481]: value = "task-3264520" [ 1049.815855] env[69481]: _type = "Task" [ 1049.815855] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.826569] env[69481]: DEBUG oslo_vmware.api [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.970896] env[69481]: DEBUG nova.compute.manager [req-709cbb54-5ea5-4a77-8c04-816f78eb64dc req-116c157f-0b4a-4e7e-8df7-65a0ac3dc863 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Received event network-vif-deleted-12fc00ff-4b3e-420c-b710-62b96ebe40d9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.971326] env[69481]: INFO nova.compute.manager [req-709cbb54-5ea5-4a77-8c04-816f78eb64dc req-116c157f-0b4a-4e7e-8df7-65a0ac3dc863 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Neutron deleted interface 12fc00ff-4b3e-420c-b710-62b96ebe40d9; detaching it from the instance and deleting it from the info cache [ 1049.971709] env[69481]: DEBUG nova.network.neutron [req-709cbb54-5ea5-4a77-8c04-816f78eb64dc req-116c157f-0b4a-4e7e-8df7-65a0ac3dc863 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.079892] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ab9e33-2cbf-941c-5e1a-88c5649010da, 'name': SearchDatastore_Task, 'duration_secs': 0.015411} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.083272] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.083603] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] abbf2559-30b5-4b08-bf11-580cb3cc7b1a/abbf2559-30b5-4b08-bf11-580cb3cc7b1a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.084148] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a58ce7f-3182-48cb-a8f6-5c6b42332962 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.091098] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1050.091098] env[69481]: value = "task-3264521" [ 1050.091098] env[69481]: _type = "Task" [ 1050.091098] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.101487] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.129248] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a0626-e8b3-4999-92af-02289f8483a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.135866] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a335a5-86d6-41cf-891a-74d8ab400290 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.166708] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e40718-673a-428c-b680-56b1182008b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.175304] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb821f5f-6da4-494c-bb4f-f364b8f7f6fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.189771] env[69481]: DEBUG nova.compute.provider_tree [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.223752] env[69481]: DEBUG nova.compute.manager [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.330308] env[69481]: DEBUG oslo_vmware.api [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264520, 'name': PowerOffVM_Task, 'duration_secs': 0.241206} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.330308] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.330308] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.330785] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c04aeb71-026e-4a51-a90b-2db335b9a3ce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.400904] env[69481]: DEBUG nova.network.neutron [-] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.435667] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.435667] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.435667] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleting the datastore file [datastore1] 56067fc3-a5c6-4954-8b05-03d5ca478e6b {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.435667] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32cf7c4e-9900-4068-9099-a7355259d322 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.442499] env[69481]: DEBUG oslo_vmware.api [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1050.442499] env[69481]: value = "task-3264523" [ 1050.442499] env[69481]: _type = "Task" [ 1050.442499] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.452507] env[69481]: DEBUG oslo_vmware.api [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.475266] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c675f27f-45d1-430c-976e-8d4183d07ba4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.485141] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbacbfd-85d1-4261-b457-cd80c4a813bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.520583] env[69481]: DEBUG nova.compute.manager [req-709cbb54-5ea5-4a77-8c04-816f78eb64dc req-116c157f-0b4a-4e7e-8df7-65a0ac3dc863 service nova] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Detach interface failed, port_id=12fc00ff-4b3e-420c-b710-62b96ebe40d9, reason: Instance 25ab989c-4daa-43b0-b241-806d08bc48d1 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.601051] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264521, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.693808] env[69481]: DEBUG nova.scheduler.client.report [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.747106] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.902364] env[69481]: INFO nova.compute.manager [-] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Took 1.32 seconds to deallocate network for instance. [ 1050.953940] env[69481]: DEBUG oslo_vmware.api [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.102409] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515962} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.102805] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] abbf2559-30b5-4b08-bf11-580cb3cc7b1a/abbf2559-30b5-4b08-bf11-580cb3cc7b1a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.102805] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.103054] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f95676f-e5c9-4bf9-a403-46461534fc83 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.109163] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1051.109163] env[69481]: value = "task-3264524" [ 1051.109163] env[69481]: _type = "Task" [ 1051.109163] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.116620] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.198860] env[69481]: DEBUG oslo_concurrency.lockutils [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.201264] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.124s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.201508] env[69481]: DEBUG nova.objects.instance [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lazy-loading 'resources' on Instance uuid 43bfc4c0-4c06-40c7-a3f9-273ccb77e994 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.219032] env[69481]: INFO nova.scheduler.client.report [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted allocations for instance c9b8a733-73ae-4450-98ee-4fd07683cb80 [ 1051.411894] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.454856] env[69481]: DEBUG oslo_vmware.api [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518862} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.455255] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.455505] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.455740] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.455973] env[69481]: INFO nova.compute.manager [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1051.456294] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.456565] env[69481]: DEBUG nova.compute.manager [-] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.456707] env[69481]: DEBUG nova.network.neutron [-] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.623174] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28267} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.623174] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.623174] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb678d7-2226-452a-af21-57499182f94b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.648982] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] abbf2559-30b5-4b08-bf11-580cb3cc7b1a/abbf2559-30b5-4b08-bf11-580cb3cc7b1a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.649257] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac2db88c-3693-4967-a66d-60259f5c409d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.668988] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1051.668988] env[69481]: value = "task-3264525" [ 1051.668988] env[69481]: _type = "Task" [ 1051.668988] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.676872] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.728361] env[69481]: DEBUG oslo_concurrency.lockutils [None req-73e0f709-41d3-4a75-bc0e-e19e4fae87ee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "c9b8a733-73ae-4450-98ee-4fd07683cb80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.248s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.002855] env[69481]: DEBUG nova.compute.manager [req-34ea2537-366f-45a2-86f0-c9d2171a83b1 req-e14d203f-1c37-4d66-9bdc-f6d1042ec6a1 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Received event network-vif-deleted-45d82c64-4c3d-4f95-840b-fb6e41b4ed69 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.003079] env[69481]: INFO nova.compute.manager [req-34ea2537-366f-45a2-86f0-c9d2171a83b1 req-e14d203f-1c37-4d66-9bdc-f6d1042ec6a1 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Neutron deleted interface 45d82c64-4c3d-4f95-840b-fb6e41b4ed69; detaching it from the instance and deleting it from the info cache [ 1052.003311] env[69481]: DEBUG nova.network.neutron [req-34ea2537-366f-45a2-86f0-c9d2171a83b1 req-e14d203f-1c37-4d66-9bdc-f6d1042ec6a1 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.055614] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad63f10a-6f3c-4622-aba9-51fe652838a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.063410] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce47d20b-58ea-464e-a001-4d237c45a84b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.102271] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e833ade-efd6-4144-809e-11f00c949a64 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.111083] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3404173-9437-41b6-91e3-c432d23507b3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.125439] env[69481]: DEBUG nova.compute.provider_tree [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.179923] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264525, 'name': ReconfigVM_Task, 'duration_secs': 0.414484} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.179923] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Reconfigured VM instance instance-00000059 to attach disk [datastore1] abbf2559-30b5-4b08-bf11-580cb3cc7b1a/abbf2559-30b5-4b08-bf11-580cb3cc7b1a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.179923] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b77ed7bc-8350-4e56-a316-1b5e6260d3cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.186293] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1052.186293] env[69481]: value = "task-3264526" [ 1052.186293] env[69481]: _type = "Task" [ 1052.186293] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.194330] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264526, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.296021] env[69481]: DEBUG nova.network.neutron [-] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.452670] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "64b6b348-ac71-4cd1-867a-abafbc132c08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.452941] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "64b6b348-ac71-4cd1-867a-abafbc132c08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.506033] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb2aeaca-3c59-46a9-bbf2-75f47dcb66ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.515304] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ded6508-d18a-406d-a23d-42cd0eb42a50 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.544034] env[69481]: DEBUG nova.compute.manager [req-34ea2537-366f-45a2-86f0-c9d2171a83b1 req-e14d203f-1c37-4d66-9bdc-f6d1042ec6a1 service nova] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Detach interface failed, port_id=45d82c64-4c3d-4f95-840b-fb6e41b4ed69, reason: Instance 56067fc3-a5c6-4954-8b05-03d5ca478e6b could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.628827] env[69481]: DEBUG nova.scheduler.client.report [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.696474] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264526, 'name': Rename_Task, 'duration_secs': 0.190021} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.696832] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.697138] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37115677-d955-4cbc-a540-2b99a7cf6063 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.704516] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1052.704516] env[69481]: value = "task-3264527" [ 1052.704516] env[69481]: _type = "Task" [ 1052.704516] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.714144] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.798592] env[69481]: INFO nova.compute.manager [-] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Took 1.34 seconds to deallocate network for instance. [ 1052.955596] env[69481]: DEBUG nova.compute.manager [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.134350] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.136720] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.007s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.136963] env[69481]: DEBUG nova.objects.instance [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Lazy-loading 'resources' on Instance uuid 33ad8971-24e2-44c8-8477-c53b2b8c410a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.157976] env[69481]: INFO nova.scheduler.client.report [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Deleted allocations for instance 43bfc4c0-4c06-40c7-a3f9-273ccb77e994 [ 1053.215844] env[69481]: DEBUG oslo_vmware.api [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264527, 'name': PowerOnVM_Task, 'duration_secs': 0.446928} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.216118] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.216345] env[69481]: INFO nova.compute.manager [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1053.216587] env[69481]: DEBUG nova.compute.manager [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.217423] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01194c8d-d542-42b7-973a-899d6ff0637d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.305103] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.477195] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.665697] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3834d966-c406-4700-8b78-4a422e55467e tempest-ServersWithSpecificFlavorTestJSON-2019465819 tempest-ServersWithSpecificFlavorTestJSON-2019465819-project-member] Lock "43bfc4c0-4c06-40c7-a3f9-273ccb77e994" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.083s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.737566] env[69481]: INFO nova.compute.manager [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Took 33.93 seconds to build instance. [ 1053.899823] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce06baf-2a82-4f37-8cfd-f45388666aed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.908142] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b0d1b3-5661-4d5f-af22-18d82968df13 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.939435] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef5274f-7919-476d-858d-987e85ce0b51 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.946979] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cbcdbb-bf48-4efa-8b30-080b76f42485 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.963104] env[69481]: DEBUG nova.compute.provider_tree [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.242520] env[69481]: DEBUG oslo_concurrency.lockutils [None req-90d06ed7-71c0-499d-a219-526a94ad3b04 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.444s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.328376] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332b2eaf-c4c3-4da0-922b-83106bca43fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.335754] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-34dca480-7521-4fd6-a24b-8f127b79b953 tempest-ServersAdminNegativeTestJSON-2097156467 tempest-ServersAdminNegativeTestJSON-2097156467-project-admin] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Suspending the VM {{(pid=69481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1054.336069] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-94839ac3-84fa-473e-9484-567cf5c1e5f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.342825] env[69481]: DEBUG oslo_vmware.api [None req-34dca480-7521-4fd6-a24b-8f127b79b953 tempest-ServersAdminNegativeTestJSON-2097156467 tempest-ServersAdminNegativeTestJSON-2097156467-project-admin] Waiting for the task: (returnval){ [ 1054.342825] env[69481]: value = "task-3264528" [ 1054.342825] env[69481]: _type = "Task" [ 1054.342825] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.349579] env[69481]: DEBUG oslo_vmware.api [None req-34dca480-7521-4fd6-a24b-8f127b79b953 tempest-ServersAdminNegativeTestJSON-2097156467 tempest-ServersAdminNegativeTestJSON-2097156467-project-admin] Task: {'id': task-3264528, 'name': SuspendVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.465034] env[69481]: DEBUG nova.scheduler.client.report [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.852872] env[69481]: DEBUG oslo_vmware.api [None req-34dca480-7521-4fd6-a24b-8f127b79b953 tempest-ServersAdminNegativeTestJSON-2097156467 tempest-ServersAdminNegativeTestJSON-2097156467-project-admin] Task: {'id': task-3264528, 'name': SuspendVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.971268] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.973384] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.095s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.975018] env[69481]: INFO nova.compute.claims [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.996989] env[69481]: INFO nova.scheduler.client.report [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Deleted allocations for instance 33ad8971-24e2-44c8-8477-c53b2b8c410a [ 1055.352704] env[69481]: DEBUG oslo_vmware.api [None req-34dca480-7521-4fd6-a24b-8f127b79b953 tempest-ServersAdminNegativeTestJSON-2097156467 tempest-ServersAdminNegativeTestJSON-2097156467-project-admin] Task: {'id': task-3264528, 'name': SuspendVM_Task, 'duration_secs': 0.920253} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.353064] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-34dca480-7521-4fd6-a24b-8f127b79b953 tempest-ServersAdminNegativeTestJSON-2097156467 tempest-ServersAdminNegativeTestJSON-2097156467-project-admin] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Suspended the VM {{(pid=69481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1055.353290] env[69481]: DEBUG nova.compute.manager [None req-34dca480-7521-4fd6-a24b-8f127b79b953 tempest-ServersAdminNegativeTestJSON-2097156467 tempest-ServersAdminNegativeTestJSON-2097156467-project-admin] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.354158] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad3e2f1-d64f-4ff9-a735-c2304eb0330a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.505246] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9f70dc07-0b93-4961-8a36-45d77c5060f8 tempest-ServersTestJSON-428652233 tempest-ServersTestJSON-428652233-project-member] Lock "33ad8971-24e2-44c8-8477-c53b2b8c410a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.823s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.255839] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6090679-3bc8-4954-9652-286e9166e1dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.265549] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74922db4-b810-402c-b71a-d2d321f5ae50 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.297925] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f552e3-9b4e-4c40-9e90-a5c6c3b63c0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.306917] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbfe6ff-e958-479c-a8a3-e609b6c172d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.325287] env[69481]: DEBUG nova.compute.provider_tree [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.828702] env[69481]: DEBUG nova.scheduler.client.report [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.336504] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.336504] env[69481]: DEBUG nova.compute.manager [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.340876] env[69481]: DEBUG oslo_concurrency.lockutils [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.687s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.340876] env[69481]: DEBUG nova.objects.instance [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1057.592567] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.592567] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.592708] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.592815] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.592986] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.596057] env[69481]: INFO nova.compute.manager [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Terminating instance [ 1057.852116] env[69481]: DEBUG nova.compute.utils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.852851] env[69481]: DEBUG nova.compute.manager [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.853044] env[69481]: DEBUG nova.network.neutron [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.932811] env[69481]: DEBUG nova.policy [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35877140892e4b6293a72c5667bb0aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc16ccf975c849c2b710124531906018', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.103236] env[69481]: DEBUG nova.compute.manager [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.103236] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.103236] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a680930-d8fe-469c-a144-d1a7c54e06be {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.110368] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.111044] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9ee6a40-829c-40d9-96f8-ab4bb316f08f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.181017] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.181017] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.181017] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Deleting the datastore file [datastore1] abbf2559-30b5-4b08-bf11-580cb3cc7b1a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.181017] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dc02a6e-2d32-4115-ae90-270e07cfc57a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.195963] env[69481]: DEBUG oslo_vmware.api [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1058.195963] env[69481]: value = "task-3264530" [ 1058.195963] env[69481]: _type = "Task" [ 1058.195963] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.213019] env[69481]: DEBUG oslo_vmware.api [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.355104] env[69481]: DEBUG oslo_concurrency.lockutils [None req-15863bb2-a2bf-45f1-816d-e5f6a33c1624 tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.357485] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.140s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.360414] env[69481]: DEBUG nova.objects.instance [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lazy-loading 'resources' on Instance uuid f0a5b231-33f6-4b96-8149-87906824e3f6 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.363225] env[69481]: DEBUG nova.compute.manager [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.443814] env[69481]: DEBUG nova.network.neutron [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Successfully created port: bc195dc4-32d6-4c12-bcf0-368945bf0853 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.708794] env[69481]: DEBUG oslo_vmware.api [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174609} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.709069] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.709261] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.709439] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.709611] env[69481]: INFO nova.compute.manager [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1058.710084] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.710084] env[69481]: DEBUG nova.compute.manager [-] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.710171] env[69481]: DEBUG nova.network.neutron [-] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.971772] env[69481]: DEBUG nova.compute.manager [req-d61af6f8-17f6-432b-a98b-ebbc9f38abbd req-77251346-f4ac-492e-9810-d79f03c55194 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Received event network-vif-deleted-e2cb523a-2bfc-487a-b27c-6637329babb5 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.972031] env[69481]: INFO nova.compute.manager [req-d61af6f8-17f6-432b-a98b-ebbc9f38abbd req-77251346-f4ac-492e-9810-d79f03c55194 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Neutron deleted interface e2cb523a-2bfc-487a-b27c-6637329babb5; detaching it from the instance and deleting it from the info cache [ 1058.972168] env[69481]: DEBUG nova.network.neutron [req-d61af6f8-17f6-432b-a98b-ebbc9f38abbd req-77251346-f4ac-492e-9810-d79f03c55194 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.130505] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e489e1-0627-4ae7-801e-6f381e791171 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.139538] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d66da54-c84b-41a8-bdb2-95e5f370b195 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.173249] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7942d14-e559-4d5e-94ba-af14af824f6b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.180472] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5e2c76-acf7-4ea2-adc1-fdf0b215ec0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.193624] env[69481]: DEBUG nova.compute.provider_tree [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.377055] env[69481]: DEBUG nova.compute.manager [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.405191] env[69481]: DEBUG nova.virt.hardware [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.405678] env[69481]: DEBUG nova.virt.hardware [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.405678] env[69481]: DEBUG nova.virt.hardware [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.405803] env[69481]: DEBUG nova.virt.hardware [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.406030] env[69481]: DEBUG nova.virt.hardware [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.406083] env[69481]: DEBUG nova.virt.hardware [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.406305] env[69481]: DEBUG nova.virt.hardware [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.406480] env[69481]: DEBUG nova.virt.hardware [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.406663] env[69481]: DEBUG nova.virt.hardware [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.406836] env[69481]: DEBUG nova.virt.hardware [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.407046] env[69481]: DEBUG nova.virt.hardware [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.407911] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28f6d82-a1c3-4988-ab7b-0ad763e8b3d0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.417590] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126371cb-6466-4b16-a0e0-988fe4156193 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.455876] env[69481]: DEBUG nova.network.neutron [-] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.474374] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d9762d4-0c6f-465e-84d8-d1a0ad047548 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.484846] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e68b90-0c97-4c08-b12b-747f08b9c400 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.513016] env[69481]: DEBUG nova.compute.manager [req-d61af6f8-17f6-432b-a98b-ebbc9f38abbd req-77251346-f4ac-492e-9810-d79f03c55194 service nova] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Detach interface failed, port_id=e2cb523a-2bfc-487a-b27c-6637329babb5, reason: Instance abbf2559-30b5-4b08-bf11-580cb3cc7b1a could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.697842] env[69481]: DEBUG nova.scheduler.client.report [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.913228] env[69481]: DEBUG nova.compute.manager [req-6253acb6-2d84-41a5-87c7-40ee08cbb997 req-6eb1fcfc-950d-4b97-a00d-017279e481a1 service nova] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Received event network-vif-plugged-bc195dc4-32d6-4c12-bcf0-368945bf0853 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.913571] env[69481]: DEBUG oslo_concurrency.lockutils [req-6253acb6-2d84-41a5-87c7-40ee08cbb997 req-6eb1fcfc-950d-4b97-a00d-017279e481a1 service nova] Acquiring lock "3d61dfc4-f55c-42c6-a057-16e8ad390270-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.913864] env[69481]: DEBUG oslo_concurrency.lockutils [req-6253acb6-2d84-41a5-87c7-40ee08cbb997 req-6eb1fcfc-950d-4b97-a00d-017279e481a1 service nova] Lock "3d61dfc4-f55c-42c6-a057-16e8ad390270-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.914105] env[69481]: DEBUG oslo_concurrency.lockutils [req-6253acb6-2d84-41a5-87c7-40ee08cbb997 req-6eb1fcfc-950d-4b97-a00d-017279e481a1 service nova] Lock "3d61dfc4-f55c-42c6-a057-16e8ad390270-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.914336] env[69481]: DEBUG nova.compute.manager [req-6253acb6-2d84-41a5-87c7-40ee08cbb997 req-6eb1fcfc-950d-4b97-a00d-017279e481a1 service nova] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] No waiting events found dispatching network-vif-plugged-bc195dc4-32d6-4c12-bcf0-368945bf0853 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.914561] env[69481]: WARNING nova.compute.manager [req-6253acb6-2d84-41a5-87c7-40ee08cbb997 req-6eb1fcfc-950d-4b97-a00d-017279e481a1 service nova] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Received unexpected event network-vif-plugged-bc195dc4-32d6-4c12-bcf0-368945bf0853 for instance with vm_state building and task_state spawning. [ 1059.963574] env[69481]: INFO nova.compute.manager [-] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Took 1.25 seconds to deallocate network for instance. [ 1060.001666] env[69481]: DEBUG nova.network.neutron [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Successfully updated port: bc195dc4-32d6-4c12-bcf0-368945bf0853 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.204299] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.206698] env[69481]: DEBUG oslo_concurrency.lockutils [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.820s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.206937] env[69481]: DEBUG nova.objects.instance [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lazy-loading 'resources' on Instance uuid c7300c59-9dbd-46e7-a3ba-af00215bd124 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.222331] env[69481]: INFO nova.scheduler.client.report [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleted allocations for instance f0a5b231-33f6-4b96-8149-87906824e3f6 [ 1060.472483] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.506537] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.506537] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.506537] env[69481]: DEBUG nova.network.neutron [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.603499] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquiring lock "65ef172c-141a-457e-ba5a-fd87f0379069" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.603728] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Lock "65ef172c-141a-457e-ba5a-fd87f0379069" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.733098] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ed372d83-9e47-4416-9363-0a2e6dbe81dd tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "f0a5b231-33f6-4b96-8149-87906824e3f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.506s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.911803] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f2414c-e1c7-4bdd-805c-fd9c1d5716fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.920517] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bb2e25-cd0d-4ac1-9d9c-24bbd14e82d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.950525] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52bfeb2-a9eb-4d76-98f9-25715aa4eae7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.958061] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907937cb-5fea-4b47-96b6-b44e7cdf955a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.971455] env[69481]: DEBUG nova.compute.provider_tree [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.037698] env[69481]: DEBUG nova.network.neutron [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.106065] env[69481]: DEBUG nova.compute.manager [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.162253] env[69481]: DEBUG nova.network.neutron [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Updating instance_info_cache with network_info: [{"id": "bc195dc4-32d6-4c12-bcf0-368945bf0853", "address": "fa:16:3e:d7:9e:89", "network": {"id": "78a0de75-b278-42c3-a40a-7a85a0ece785", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-159101636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc16ccf975c849c2b710124531906018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc195dc4-32", "ovs_interfaceid": "bc195dc4-32d6-4c12-bcf0-368945bf0853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.474453] env[69481]: DEBUG nova.scheduler.client.report [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.629315] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.664451] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Releasing lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.665169] env[69481]: DEBUG nova.compute.manager [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Instance network_info: |[{"id": "bc195dc4-32d6-4c12-bcf0-368945bf0853", "address": "fa:16:3e:d7:9e:89", "network": {"id": "78a0de75-b278-42c3-a40a-7a85a0ece785", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-159101636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc16ccf975c849c2b710124531906018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc195dc4-32", "ovs_interfaceid": "bc195dc4-32d6-4c12-bcf0-368945bf0853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.665322] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:9e:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc195dc4-32d6-4c12-bcf0-368945bf0853', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.672917] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.673182] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.673361] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc15be42-ce59-4903-9801-4b6c3260c460 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.695023] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.695023] env[69481]: value = "task-3264531" [ 1061.695023] env[69481]: _type = "Task" [ 1061.695023] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.702427] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264531, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.937561] env[69481]: DEBUG nova.compute.manager [req-f31461f4-3936-4f4c-9bdd-85cf37d24ede req-6ad33966-5a19-44fb-bdbd-915e5ceb50a3 service nova] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Received event network-changed-bc195dc4-32d6-4c12-bcf0-368945bf0853 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.937816] env[69481]: DEBUG nova.compute.manager [req-f31461f4-3936-4f4c-9bdd-85cf37d24ede req-6ad33966-5a19-44fb-bdbd-915e5ceb50a3 service nova] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Refreshing instance network info cache due to event network-changed-bc195dc4-32d6-4c12-bcf0-368945bf0853. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.938110] env[69481]: DEBUG oslo_concurrency.lockutils [req-f31461f4-3936-4f4c-9bdd-85cf37d24ede req-6ad33966-5a19-44fb-bdbd-915e5ceb50a3 service nova] Acquiring lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.938368] env[69481]: DEBUG oslo_concurrency.lockutils [req-f31461f4-3936-4f4c-9bdd-85cf37d24ede req-6ad33966-5a19-44fb-bdbd-915e5ceb50a3 service nova] Acquired lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.938497] env[69481]: DEBUG nova.network.neutron [req-f31461f4-3936-4f4c-9bdd-85cf37d24ede req-6ad33966-5a19-44fb-bdbd-915e5ceb50a3 service nova] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Refreshing network info cache for port bc195dc4-32d6-4c12-bcf0-368945bf0853 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.979785] env[69481]: DEBUG oslo_concurrency.lockutils [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.982971] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.610s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.984570] env[69481]: INFO nova.compute.claims [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.002945] env[69481]: INFO nova.scheduler.client.report [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleted allocations for instance c7300c59-9dbd-46e7-a3ba-af00215bd124 [ 1062.205049] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264531, 'name': CreateVM_Task, 'duration_secs': 0.31053} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.205049] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.205365] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.205521] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.205854] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.206126] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1568031f-cbee-4e62-b8bd-b37eb943affa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.210406] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1062.210406] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5264a035-5549-d61e-b41a-7b4e5ec5544a" [ 1062.210406] env[69481]: _type = "Task" [ 1062.210406] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.217756] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5264a035-5549-d61e-b41a-7b4e5ec5544a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.511964] env[69481]: DEBUG oslo_concurrency.lockutils [None req-847f2e09-bdc4-4f35-9f45-2ae767a0e291 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "c7300c59-9dbd-46e7-a3ba-af00215bd124" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.139s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.632672] env[69481]: DEBUG nova.network.neutron [req-f31461f4-3936-4f4c-9bdd-85cf37d24ede req-6ad33966-5a19-44fb-bdbd-915e5ceb50a3 service nova] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Updated VIF entry in instance network info cache for port bc195dc4-32d6-4c12-bcf0-368945bf0853. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.632937] env[69481]: DEBUG nova.network.neutron [req-f31461f4-3936-4f4c-9bdd-85cf37d24ede req-6ad33966-5a19-44fb-bdbd-915e5ceb50a3 service nova] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Updating instance_info_cache with network_info: [{"id": "bc195dc4-32d6-4c12-bcf0-368945bf0853", "address": "fa:16:3e:d7:9e:89", "network": {"id": "78a0de75-b278-42c3-a40a-7a85a0ece785", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-159101636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc16ccf975c849c2b710124531906018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc195dc4-32", "ovs_interfaceid": "bc195dc4-32d6-4c12-bcf0-368945bf0853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.720699] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5264a035-5549-d61e-b41a-7b4e5ec5544a, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.721365] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.721365] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.721496] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.721650] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.721833] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.722112] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-923a8011-6d96-424f-8a73-d9395934edbc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.730331] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.730545] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.731370] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7599a6-c6c7-4354-9c09-e55163675af1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.736955] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1062.736955] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528b9513-5303-a68f-88ae-817b8a9ca369" [ 1062.736955] env[69481]: _type = "Task" [ 1062.736955] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.744517] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528b9513-5303-a68f-88ae-817b8a9ca369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.135099] env[69481]: DEBUG oslo_concurrency.lockutils [req-f31461f4-3936-4f4c-9bdd-85cf37d24ede req-6ad33966-5a19-44fb-bdbd-915e5ceb50a3 service nova] Releasing lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.194230] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f508344-ec05-4fc3-a36f-1273d2d17323 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.202016] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52468f6-6526-4c20-a894-97b0d4a936c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.232470] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8655ced4-6b60-477f-9463-2019484d8c1f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.243075] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01037f4-dd85-4b38-924b-15ae9cbb51a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.252220] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528b9513-5303-a68f-88ae-817b8a9ca369, 'name': SearchDatastore_Task, 'duration_secs': 0.007812} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.260515] env[69481]: DEBUG nova.compute.provider_tree [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.261670] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e05593-be63-46e0-a25f-b760313eef2a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.266815] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1063.266815] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52402d10-649b-5481-ca67-430c9a598d4d" [ 1063.266815] env[69481]: _type = "Task" [ 1063.266815] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.276712] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52402d10-649b-5481-ca67-430c9a598d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.765916] env[69481]: DEBUG nova.scheduler.client.report [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.778207] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52402d10-649b-5481-ca67-430c9a598d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.778476] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.778730] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 3d61dfc4-f55c-42c6-a057-16e8ad390270/3d61dfc4-f55c-42c6-a057-16e8ad390270.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.778985] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7384334-fe15-4fd0-87fe-98462733c5b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.786729] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1063.786729] env[69481]: value = "task-3264532" [ 1063.786729] env[69481]: _type = "Task" [ 1063.786729] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.795122] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.885126] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.886208] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.917862] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.918123] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.275604] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.275604] env[69481]: DEBUG nova.compute.manager [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.277400] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.827s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.277562] env[69481]: DEBUG nova.objects.instance [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lazy-loading 'resources' on Instance uuid a43ef85f-fb09-4cf2-a848-e4b30fc37cb3 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.296941] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454743} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.296941] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 3d61dfc4-f55c-42c6-a057-16e8ad390270/3d61dfc4-f55c-42c6-a057-16e8ad390270.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.297128] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.298831] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33896865-7e57-4fcc-8dbe-3ce109f3ec37 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.303642] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1064.303642] env[69481]: value = "task-3264533" [ 1064.303642] env[69481]: _type = "Task" [ 1064.303642] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.311627] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.389931] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.420712] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.783352] env[69481]: DEBUG nova.compute.utils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.784740] env[69481]: DEBUG nova.compute.manager [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.784912] env[69481]: DEBUG nova.network.neutron [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.816071] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065598} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.818515] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.819399] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047c43a5-83f2-4e0b-9bc2-59ff2d78cb79 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.841166] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3d61dfc4-f55c-42c6-a057-16e8ad390270/3d61dfc4-f55c-42c6-a057-16e8ad390270.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.844789] env[69481]: DEBUG nova.policy [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33ae28a8083b446d950ed0961aa231ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9028f818ee63445280fba75c912fd365', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.846119] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c20b45-80a0-4cd8-ae1c-57d43483a605 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.866722] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1064.866722] env[69481]: value = "task-3264534" [ 1064.866722] env[69481]: _type = "Task" [ 1064.866722] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.877439] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.912269] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.939242] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.079008] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e986d49-2e28-452d-bedf-718e8e76ced4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.087846] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987a787f-0d95-48ce-89d0-2d46d338afec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.119056] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de0c9c3-0037-445d-a247-2cc147b8546e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.126190] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7423fa-c2fa-4980-8c0d-eb391f01fa7d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.141019] env[69481]: DEBUG nova.compute.provider_tree [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.213165] env[69481]: DEBUG nova.network.neutron [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Successfully created port: d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.288346] env[69481]: DEBUG nova.compute.manager [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.377544] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.642352] env[69481]: DEBUG nova.scheduler.client.report [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.878381] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264534, 'name': ReconfigVM_Task, 'duration_secs': 0.58227} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.878381] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3d61dfc4-f55c-42c6-a057-16e8ad390270/3d61dfc4-f55c-42c6-a057-16e8ad390270.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.879184] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e08e2e3-d8e5-458f-a297-3a27aa552c6d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.886710] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1065.886710] env[69481]: value = "task-3264535" [ 1065.886710] env[69481]: _type = "Task" [ 1065.886710] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.894554] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264535, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.148399] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.150940] env[69481]: DEBUG oslo_concurrency.lockutils [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.989s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.151492] env[69481]: DEBUG nova.objects.instance [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1066.170929] env[69481]: INFO nova.scheduler.client.report [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Deleted allocations for instance a43ef85f-fb09-4cf2-a848-e4b30fc37cb3 [ 1066.298294] env[69481]: DEBUG nova.compute.manager [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.323196] env[69481]: DEBUG nova.virt.hardware [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.323452] env[69481]: DEBUG nova.virt.hardware [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.323612] env[69481]: DEBUG nova.virt.hardware [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.323792] env[69481]: DEBUG nova.virt.hardware [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.323942] env[69481]: DEBUG nova.virt.hardware [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.324102] env[69481]: DEBUG nova.virt.hardware [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.324316] env[69481]: DEBUG nova.virt.hardware [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.324482] env[69481]: DEBUG nova.virt.hardware [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.324647] env[69481]: DEBUG nova.virt.hardware [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.324811] env[69481]: DEBUG nova.virt.hardware [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.324983] env[69481]: DEBUG nova.virt.hardware [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.325836] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7966422a-25d9-4273-95ca-4d0ff03c1aaa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.333107] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7635a4ff-6b71-4f42-a757-fecc809aac09 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.394687] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264535, 'name': Rename_Task, 'duration_secs': 0.143478} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.394948] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.395191] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d31398fb-3d3f-4985-a9de-e701c63dac6e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.400809] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1066.400809] env[69481]: value = "task-3264536" [ 1066.400809] env[69481]: _type = "Task" [ 1066.400809] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.407800] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.602033] env[69481]: DEBUG nova.compute.manager [req-f3b15c13-1856-482d-9c66-a81845906866 req-cc344f13-0ce5-45e9-8ef0-d29f34e19c8d service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Received event network-vif-plugged-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.602245] env[69481]: DEBUG oslo_concurrency.lockutils [req-f3b15c13-1856-482d-9c66-a81845906866 req-cc344f13-0ce5-45e9-8ef0-d29f34e19c8d service nova] Acquiring lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.602465] env[69481]: DEBUG oslo_concurrency.lockutils [req-f3b15c13-1856-482d-9c66-a81845906866 req-cc344f13-0ce5-45e9-8ef0-d29f34e19c8d service nova] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.602657] env[69481]: DEBUG oslo_concurrency.lockutils [req-f3b15c13-1856-482d-9c66-a81845906866 req-cc344f13-0ce5-45e9-8ef0-d29f34e19c8d service nova] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.602796] env[69481]: DEBUG nova.compute.manager [req-f3b15c13-1856-482d-9c66-a81845906866 req-cc344f13-0ce5-45e9-8ef0-d29f34e19c8d service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] No waiting events found dispatching network-vif-plugged-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.602961] env[69481]: WARNING nova.compute.manager [req-f3b15c13-1856-482d-9c66-a81845906866 req-cc344f13-0ce5-45e9-8ef0-d29f34e19c8d service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Received unexpected event network-vif-plugged-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 for instance with vm_state building and task_state spawning. [ 1066.678226] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13c73f4-bb0e-4276-b878-6f96cfb4aa1f tempest-ServerShowV254Test-1529463048 tempest-ServerShowV254Test-1529463048-project-member] Lock "a43ef85f-fb09-4cf2-a848-e4b30fc37cb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.028s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.694457] env[69481]: DEBUG nova.network.neutron [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Successfully updated port: d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.912471] env[69481]: DEBUG oslo_vmware.api [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264536, 'name': PowerOnVM_Task, 'duration_secs': 0.423873} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.912756] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.913088] env[69481]: INFO nova.compute.manager [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1066.913569] env[69481]: DEBUG nova.compute.manager [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.914470] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2315894-6888-4ee3-bf0b-e4d86703f259 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.160233] env[69481]: DEBUG oslo_concurrency.lockutils [None req-194d9668-c8cb-4ea3-8aae-021e4a46f8a2 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.161500] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.758s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.198552] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.198552] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.198552] env[69481]: DEBUG nova.network.neutron [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.431917] env[69481]: INFO nova.compute.manager [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Took 31.57 seconds to build instance. [ 1067.747541] env[69481]: DEBUG nova.network.neutron [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.760436] env[69481]: INFO nova.compute.manager [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Rescuing [ 1067.760711] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.760914] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.761034] env[69481]: DEBUG nova.network.neutron [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.876821] env[69481]: DEBUG nova.network.neutron [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updating instance_info_cache with network_info: [{"id": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "address": "fa:16:3e:e3:ba:e4", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c10294-cf", "ovs_interfaceid": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.933587] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d54396e6-b49f-4594-9d4b-39b5def17ea7 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "3d61dfc4-f55c-42c6-a057-16e8ad390270" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.085s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.199013] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 634b6ae2-3e25-4f45-9ace-005766a588de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.199192] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 5223caf5-d090-4460-875b-03b6e6a0096a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.199323] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 166fca2a-4e00-4fbe-bc83-d90aff48853b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.199468] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 56067fc3-a5c6-4954-8b05-03d5ca478e6b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1068.199590] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 8650fbb0-4a43-4168-803f-31fcfb165d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.199708] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 70af6f04-e8fc-4dde-a191-c9592c145d23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.199824] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 2e7e1d97-25be-4d12-9518-e9107afe75c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.199953] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 6b8fbc44-1b4d-428e-a44c-1164ac82969c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1068.200094] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 25ab989c-4daa-43b0-b241-806d08bc48d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1068.200224] env[69481]: WARNING nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance abbf2559-30b5-4b08-bf11-580cb3cc7b1a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1068.200342] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 3d61dfc4-f55c-42c6-a057-16e8ad390270 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.200488] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance dab404ef-3748-498b-b7fb-18bf4118f6d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.379531] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.379850] env[69481]: DEBUG nova.compute.manager [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Instance network_info: |[{"id": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "address": "fa:16:3e:e3:ba:e4", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c10294-cf", "ovs_interfaceid": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.380270] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ba:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8c10294-cf8a-49e9-8bbd-caf54c75a6b7', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.387987] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.388202] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.388426] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86133b88-eb97-4de9-81cf-176fd6bc2099 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.410397] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.410397] env[69481]: value = "task-3264537" [ 1068.410397] env[69481]: _type = "Task" [ 1068.410397] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.417817] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264537, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.479740] env[69481]: DEBUG nova.network.neutron [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Updating instance_info_cache with network_info: [{"id": "bc195dc4-32d6-4c12-bcf0-368945bf0853", "address": "fa:16:3e:d7:9e:89", "network": {"id": "78a0de75-b278-42c3-a40a-7a85a0ece785", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-159101636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc16ccf975c849c2b710124531906018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc195dc4-32", "ovs_interfaceid": "bc195dc4-32d6-4c12-bcf0-368945bf0853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.627473] env[69481]: DEBUG nova.compute.manager [req-3ad94c33-148c-4c9a-80b0-2a766030eac2 req-12a8451e-f120-47bb-9457-9920ce202e15 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Received event network-changed-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.627668] env[69481]: DEBUG nova.compute.manager [req-3ad94c33-148c-4c9a-80b0-2a766030eac2 req-12a8451e-f120-47bb-9457-9920ce202e15 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Refreshing instance network info cache due to event network-changed-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.627901] env[69481]: DEBUG oslo_concurrency.lockutils [req-3ad94c33-148c-4c9a-80b0-2a766030eac2 req-12a8451e-f120-47bb-9457-9920ce202e15 service nova] Acquiring lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.628066] env[69481]: DEBUG oslo_concurrency.lockutils [req-3ad94c33-148c-4c9a-80b0-2a766030eac2 req-12a8451e-f120-47bb-9457-9920ce202e15 service nova] Acquired lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.628233] env[69481]: DEBUG nova.network.neutron [req-3ad94c33-148c-4c9a-80b0-2a766030eac2 req-12a8451e-f120-47bb-9457-9920ce202e15 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Refreshing network info cache for port d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.703290] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 35f2462d-9363-4d3d-b361-b72b36233a41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1068.920049] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264537, 'name': CreateVM_Task, 'duration_secs': 0.316256} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.920224] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.920960] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.921155] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.921526] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.921808] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86eb3c8c-185f-477a-95c7-ee4c2166808b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.926469] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1068.926469] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5206e3bf-ca15-d67a-16e6-4c4885b15673" [ 1068.926469] env[69481]: _type = "Task" [ 1068.926469] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.934040] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5206e3bf-ca15-d67a-16e6-4c4885b15673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.982446] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Releasing lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.207940] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance fdf6980e-a8e8-48f1-960b-645f7d51a9ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1069.438356] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5206e3bf-ca15-d67a-16e6-4c4885b15673, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.438700] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.438947] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.439206] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.439366] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.439552] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.439856] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0029200f-bb9d-4407-9779-8d7ca9548fbb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.448263] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.448491] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.449250] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a42888-ed5d-442c-aaf4-080895bc0a0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.454500] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1069.454500] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526fdac4-9a30-235d-2281-7439ff14e225" [ 1069.454500] env[69481]: _type = "Task" [ 1069.454500] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.462188] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526fdac4-9a30-235d-2281-7439ff14e225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.677049] env[69481]: DEBUG nova.network.neutron [req-3ad94c33-148c-4c9a-80b0-2a766030eac2 req-12a8451e-f120-47bb-9457-9920ce202e15 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updated VIF entry in instance network info cache for port d8c10294-cf8a-49e9-8bbd-caf54c75a6b7. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.677478] env[69481]: DEBUG nova.network.neutron [req-3ad94c33-148c-4c9a-80b0-2a766030eac2 req-12a8451e-f120-47bb-9457-9920ce202e15 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updating instance_info_cache with network_info: [{"id": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "address": "fa:16:3e:e3:ba:e4", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c10294-cf", "ovs_interfaceid": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.710196] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 64b6b348-ac71-4cd1-867a-abafbc132c08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1069.965281] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526fdac4-9a30-235d-2281-7439ff14e225, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.966045] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca4e8d9-5827-48c4-b63f-cc4e0771797c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.970965] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1069.970965] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52662355-87e2-5c5f-cfa2-23e6a6b500c0" [ 1069.970965] env[69481]: _type = "Task" [ 1069.970965] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.978896] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52662355-87e2-5c5f-cfa2-23e6a6b500c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.180309] env[69481]: DEBUG oslo_concurrency.lockutils [req-3ad94c33-148c-4c9a-80b0-2a766030eac2 req-12a8451e-f120-47bb-9457-9920ce202e15 service nova] Releasing lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.212782] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 65ef172c-141a-457e-ba5a-fd87f0379069 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1070.482666] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52662355-87e2-5c5f-cfa2-23e6a6b500c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.482666] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.482808] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] dab404ef-3748-498b-b7fb-18bf4118f6d9/dab404ef-3748-498b-b7fb-18bf4118f6d9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.482962] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7c95509-e2a9-4f92-ba17-da0be7bece60 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.489462] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1070.489462] env[69481]: value = "task-3264538" [ 1070.489462] env[69481]: _type = "Task" [ 1070.489462] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.497141] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.517434] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.517691] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9769c38-f775-45e2-8ec9-d392cdd0ab6e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.523564] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1070.523564] env[69481]: value = "task-3264539" [ 1070.523564] env[69481]: _type = "Task" [ 1070.523564] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.531830] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.716306] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance acf7fd47-27f7-4b1b-9024-d03ccd48299a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1071.000064] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497331} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.000064] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] dab404ef-3748-498b-b7fb-18bf4118f6d9/dab404ef-3748-498b-b7fb-18bf4118f6d9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.000064] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.000064] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0abe9827-28ec-48bc-abed-0584fd5dc782 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.005755] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1071.005755] env[69481]: value = "task-3264540" [ 1071.005755] env[69481]: _type = "Task" [ 1071.005755] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.012840] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.031201] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264539, 'name': PowerOffVM_Task, 'duration_secs': 0.171162} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.031424] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.032223] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43057a2f-a21d-4923-bae8-f902772d3b53 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.049577] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f127fa03-cc81-4e9b-bdef-5fc615fed3db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.076217] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.076451] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b960476-cd28-4baf-be31-795c53087f6e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.082335] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1071.082335] env[69481]: value = "task-3264541" [ 1071.082335] env[69481]: _type = "Task" [ 1071.082335] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.089562] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.219744] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1071.220026] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1071.220185] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1071.419044] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf7a2d8-06d4-4154-a279-015f14407f49 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.426354] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47524fee-963e-41e3-925a-1131a0a9d53b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.458077] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed75ad42-8ddd-41ca-a9ce-b1d2e5dfabfd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.465847] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e5bec4-66b7-4967-a0d5-09fb7b800dc8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.479252] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.514487] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063475} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.514997] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.515804] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472b925e-4375-4139-8a85-7a1a194080d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.537882] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] dab404ef-3748-498b-b7fb-18bf4118f6d9/dab404ef-3748-498b-b7fb-18bf4118f6d9.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.538133] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f90f73f-f5bc-4dc9-b8b7-9615bb77c11a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.556902] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1071.556902] env[69481]: value = "task-3264542" [ 1071.556902] env[69481]: _type = "Task" [ 1071.556902] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.564363] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.590393] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1071.590647] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.590888] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.591050] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.591235] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.591502] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f167e68-3a13-4c2c-88ef-db062a457046 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.599398] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.599572] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.600263] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ae21c5-9545-4774-8fd5-7aef4391679c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.604627] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1071.604627] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526dc133-b270-c6df-233b-8473211c05cf" [ 1071.604627] env[69481]: _type = "Task" [ 1071.604627] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.611400] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526dc133-b270-c6df-233b-8473211c05cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.983054] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.066889] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264542, 'name': ReconfigVM_Task, 'duration_secs': 0.267577} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.067140] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Reconfigured VM instance instance-0000005b to attach disk [datastore1] dab404ef-3748-498b-b7fb-18bf4118f6d9/dab404ef-3748-498b-b7fb-18bf4118f6d9.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.067755] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd96d160-e3a2-458f-8028-eb13de43f3d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.074202] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1072.074202] env[69481]: value = "task-3264543" [ 1072.074202] env[69481]: _type = "Task" [ 1072.074202] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.082911] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264543, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.112868] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526dc133-b270-c6df-233b-8473211c05cf, 'name': SearchDatastore_Task, 'duration_secs': 0.007042} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.113590] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152b260a-96af-4cbe-840c-dc9baca7202d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.117923] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1072.117923] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]529833e0-0150-9c47-e746-f0cf74ee96d0" [ 1072.117923] env[69481]: _type = "Task" [ 1072.117923] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.124766] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529833e0-0150-9c47-e746-f0cf74ee96d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.488187] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1072.488331] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.327s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.488901] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.434s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.490235] env[69481]: INFO nova.compute.claims [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.583706] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264543, 'name': Rename_Task, 'duration_secs': 0.202963} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.583972] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.584227] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d527e9d-01aa-4347-83f0-42d4ba4e9115 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.590736] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1072.590736] env[69481]: value = "task-3264544" [ 1072.590736] env[69481]: _type = "Task" [ 1072.590736] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.598373] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.627453] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529833e0-0150-9c47-e746-f0cf74ee96d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.627738] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.627998] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 3d61dfc4-f55c-42c6-a057-16e8ad390270/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. {{(pid=69481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1072.628279] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f515424d-ecd3-42c9-9a72-c72ca78de555 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.635009] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1072.635009] env[69481]: value = "task-3264545" [ 1072.635009] env[69481]: _type = "Task" [ 1072.635009] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.642090] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.101047] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.144821] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452127} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.145133] env[69481]: INFO nova.virt.vmwareapi.ds_util [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 3d61dfc4-f55c-42c6-a057-16e8ad390270/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. [ 1073.145921] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6b44e3-9f75-4d11-808b-9d94913a01ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.172789] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3d61dfc4-f55c-42c6-a057-16e8ad390270/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.173113] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab1a14a-21bf-4be4-ae72-a724a70581c3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.192500] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1073.192500] env[69481]: value = "task-3264546" [ 1073.192500] env[69481]: _type = "Task" [ 1073.192500] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.200908] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.604789] env[69481]: DEBUG oslo_vmware.api [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264544, 'name': PowerOnVM_Task, 'duration_secs': 0.610543} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.607119] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.607365] env[69481]: INFO nova.compute.manager [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1073.607582] env[69481]: DEBUG nova.compute.manager [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.608676] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e3455c-93e6-42af-9661-4e2b675753a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.703958] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264546, 'name': ReconfigVM_Task, 'duration_secs': 0.283092} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.704264] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3d61dfc4-f55c-42c6-a057-16e8ad390270/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.705176] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027ea6ec-b63d-4aff-b4bc-9deb1de2bd47 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.733349] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce257a2-f1ae-446a-91f0-d2f96d166650 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.743449] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b51d5c5-ad34-4e37-bd72-272e938aa0fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.751594] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee3ebb9-1113-4275-9495-d59d2b980f74 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.754466] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1073.754466] env[69481]: value = "task-3264547" [ 1073.754466] env[69481]: _type = "Task" [ 1073.754466] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.782965] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c6cd0-0d81-4bdf-8b63-15f7cd22146c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.788927] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.794118] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0406ff-86bb-4396-8dde-cca09364a188 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.808579] env[69481]: DEBUG nova.compute.provider_tree [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.127088] env[69481]: INFO nova.compute.manager [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Took 33.78 seconds to build instance. [ 1074.268171] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264547, 'name': ReconfigVM_Task, 'duration_secs': 0.152909} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.268558] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.268895] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffceb733-c68b-464d-9007-882f0ab4d64d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.276160] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1074.276160] env[69481]: value = "task-3264548" [ 1074.276160] env[69481]: _type = "Task" [ 1074.276160] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.286401] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.321881] env[69481]: DEBUG nova.scheduler.client.report [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.606475] env[69481]: DEBUG nova.compute.manager [req-b10eba9b-82e4-46b6-a0b7-068d48d9b493 req-5f72eb48-b586-41ef-990d-3f5c2fff0eb0 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Received event network-changed-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.606475] env[69481]: DEBUG nova.compute.manager [req-b10eba9b-82e4-46b6-a0b7-068d48d9b493 req-5f72eb48-b586-41ef-990d-3f5c2fff0eb0 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Refreshing instance network info cache due to event network-changed-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.606612] env[69481]: DEBUG oslo_concurrency.lockutils [req-b10eba9b-82e4-46b6-a0b7-068d48d9b493 req-5f72eb48-b586-41ef-990d-3f5c2fff0eb0 service nova] Acquiring lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.606649] env[69481]: DEBUG oslo_concurrency.lockutils [req-b10eba9b-82e4-46b6-a0b7-068d48d9b493 req-5f72eb48-b586-41ef-990d-3f5c2fff0eb0 service nova] Acquired lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.606786] env[69481]: DEBUG nova.network.neutron [req-b10eba9b-82e4-46b6-a0b7-068d48d9b493 req-5f72eb48-b586-41ef-990d-3f5c2fff0eb0 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Refreshing network info cache for port d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.628919] env[69481]: DEBUG oslo_concurrency.lockutils [None req-30c14f48-4266-4fe4-bc5a-f1198128d19c tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.305s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.786777] env[69481]: DEBUG oslo_vmware.api [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264548, 'name': PowerOnVM_Task, 'duration_secs': 0.394979} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.786946] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.789765] env[69481]: DEBUG nova.compute.manager [None req-c216d3dd-4931-4ffc-b0ca-63bb5970af2b tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.790716] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3758ef-8d1a-4600-8020-35245c2f76f3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.828457] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.828981] env[69481]: DEBUG nova.compute.manager [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.835007] env[69481]: DEBUG oslo_concurrency.lockutils [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.483s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.835337] env[69481]: DEBUG oslo_concurrency.lockutils [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.837773] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.091s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.839265] env[69481]: INFO nova.compute.claims [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.867390] env[69481]: INFO nova.scheduler.client.report [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted allocations for instance 6b8fbc44-1b4d-428e-a44c-1164ac82969c [ 1075.309556] env[69481]: DEBUG nova.network.neutron [req-b10eba9b-82e4-46b6-a0b7-068d48d9b493 req-5f72eb48-b586-41ef-990d-3f5c2fff0eb0 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updated VIF entry in instance network info cache for port d8c10294-cf8a-49e9-8bbd-caf54c75a6b7. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.309935] env[69481]: DEBUG nova.network.neutron [req-b10eba9b-82e4-46b6-a0b7-068d48d9b493 req-5f72eb48-b586-41ef-990d-3f5c2fff0eb0 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updating instance_info_cache with network_info: [{"id": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "address": "fa:16:3e:e3:ba:e4", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c10294-cf", "ovs_interfaceid": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.348386] env[69481]: DEBUG nova.compute.utils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.351404] env[69481]: DEBUG nova.compute.manager [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.351590] env[69481]: DEBUG nova.network.neutron [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.374984] env[69481]: DEBUG oslo_concurrency.lockutils [None req-25a8506b-98b1-40f6-b29a-96005666aa47 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "6b8fbc44-1b4d-428e-a44c-1164ac82969c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.465s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.385973] env[69481]: DEBUG nova.policy [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a92ac85baf84eefadff601cdb07792a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912fe61c615f4e24a9d8bc443db1e9e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.667105] env[69481]: DEBUG nova.network.neutron [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Successfully created port: 824fd46a-1310-48b8-83d2-2c5dfa458fa9 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.686738] env[69481]: INFO nova.compute.manager [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Unrescuing [ 1075.686908] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.687382] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquired lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.687382] env[69481]: DEBUG nova.network.neutron [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.813131] env[69481]: DEBUG oslo_concurrency.lockutils [req-b10eba9b-82e4-46b6-a0b7-068d48d9b493 req-5f72eb48-b586-41ef-990d-3f5c2fff0eb0 service nova] Releasing lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.854024] env[69481]: DEBUG nova.compute.manager [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.097386] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3dba05-e5cc-4b15-a6e7-da627777f36f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.105530] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24d3841-496b-42cc-8b3d-6d9b95ef0833 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.135546] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4a45bc-8c47-4cb9-aa34-58c071cf3540 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.143329] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bccba4a-3361-48e6-8969-5fd6c536660a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.156924] env[69481]: DEBUG nova.compute.provider_tree [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.434758] env[69481]: DEBUG nova.network.neutron [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Updating instance_info_cache with network_info: [{"id": "bc195dc4-32d6-4c12-bcf0-368945bf0853", "address": "fa:16:3e:d7:9e:89", "network": {"id": "78a0de75-b278-42c3-a40a-7a85a0ece785", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-159101636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc16ccf975c849c2b710124531906018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc195dc4-32", "ovs_interfaceid": "bc195dc4-32d6-4c12-bcf0-368945bf0853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.660705] env[69481]: DEBUG nova.scheduler.client.report [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.768582] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "9aac2ba0-2563-404a-9678-f6de10a5187c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.768912] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "9aac2ba0-2563-404a-9678-f6de10a5187c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.865026] env[69481]: DEBUG nova.compute.manager [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.894499] env[69481]: DEBUG nova.virt.hardware [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.894720] env[69481]: DEBUG nova.virt.hardware [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.894720] env[69481]: DEBUG nova.virt.hardware [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.894859] env[69481]: DEBUG nova.virt.hardware [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.895020] env[69481]: DEBUG nova.virt.hardware [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.895230] env[69481]: DEBUG nova.virt.hardware [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.895385] env[69481]: DEBUG nova.virt.hardware [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.895556] env[69481]: DEBUG nova.virt.hardware [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.895726] env[69481]: DEBUG nova.virt.hardware [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.895893] env[69481]: DEBUG nova.virt.hardware [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.896079] env[69481]: DEBUG nova.virt.hardware [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.897292] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a03017-1115-4705-9e3b-9945e7f82884 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.907209] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642e8c2e-c4c6-42cf-8c68-566ab9859cdd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.937986] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Releasing lock "refresh_cache-3d61dfc4-f55c-42c6-a057-16e8ad390270" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.938741] env[69481]: DEBUG nova.objects.instance [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lazy-loading 'flavor' on Instance uuid 3d61dfc4-f55c-42c6-a057-16e8ad390270 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.085497] env[69481]: DEBUG nova.compute.manager [req-a6ac1abe-471f-4dd1-a334-1d8d1d71ce79 req-9d97b0e1-2ffa-416e-8572-df24571a8d0f service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Received event network-vif-plugged-824fd46a-1310-48b8-83d2-2c5dfa458fa9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.085728] env[69481]: DEBUG oslo_concurrency.lockutils [req-a6ac1abe-471f-4dd1-a334-1d8d1d71ce79 req-9d97b0e1-2ffa-416e-8572-df24571a8d0f service nova] Acquiring lock "35f2462d-9363-4d3d-b361-b72b36233a41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.085980] env[69481]: DEBUG oslo_concurrency.lockutils [req-a6ac1abe-471f-4dd1-a334-1d8d1d71ce79 req-9d97b0e1-2ffa-416e-8572-df24571a8d0f service nova] Lock "35f2462d-9363-4d3d-b361-b72b36233a41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.086140] env[69481]: DEBUG oslo_concurrency.lockutils [req-a6ac1abe-471f-4dd1-a334-1d8d1d71ce79 req-9d97b0e1-2ffa-416e-8572-df24571a8d0f service nova] Lock "35f2462d-9363-4d3d-b361-b72b36233a41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.086291] env[69481]: DEBUG nova.compute.manager [req-a6ac1abe-471f-4dd1-a334-1d8d1d71ce79 req-9d97b0e1-2ffa-416e-8572-df24571a8d0f service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] No waiting events found dispatching network-vif-plugged-824fd46a-1310-48b8-83d2-2c5dfa458fa9 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.086476] env[69481]: WARNING nova.compute.manager [req-a6ac1abe-471f-4dd1-a334-1d8d1d71ce79 req-9d97b0e1-2ffa-416e-8572-df24571a8d0f service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Received unexpected event network-vif-plugged-824fd46a-1310-48b8-83d2-2c5dfa458fa9 for instance with vm_state building and task_state spawning. [ 1077.165243] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.165772] env[69481]: DEBUG nova.compute.manager [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.168361] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.757s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.168562] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.170744] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.866s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.170942] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.172725] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.696s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.174149] env[69481]: INFO nova.compute.claims [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.178739] env[69481]: DEBUG nova.network.neutron [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Successfully updated port: 824fd46a-1310-48b8-83d2-2c5dfa458fa9 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.206665] env[69481]: INFO nova.scheduler.client.report [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted allocations for instance 56067fc3-a5c6-4954-8b05-03d5ca478e6b [ 1077.209582] env[69481]: INFO nova.scheduler.client.report [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Deleted allocations for instance 25ab989c-4daa-43b0-b241-806d08bc48d1 [ 1077.272675] env[69481]: DEBUG nova.compute.manager [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.400989] env[69481]: DEBUG nova.compute.manager [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.402185] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ca7809-3703-4dcb-884a-4fa755751958 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.445277] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e136c3-0700-4df0-8b14-9d707b632e13 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.466305] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.466595] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d11de365-c901-4499-9026-30814a222206 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.472850] env[69481]: DEBUG oslo_vmware.api [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1077.472850] env[69481]: value = "task-3264549" [ 1077.472850] env[69481]: _type = "Task" [ 1077.472850] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.480076] env[69481]: DEBUG oslo_vmware.api [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.679567] env[69481]: DEBUG nova.compute.utils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.681016] env[69481]: DEBUG nova.compute.manager [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.681190] env[69481]: DEBUG nova.network.neutron [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.685382] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.685382] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.685504] env[69481]: DEBUG nova.network.neutron [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.720340] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8deed16f-ae9f-4b72-aa35-cb0c5a38b370 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "56067fc3-a5c6-4954-8b05-03d5ca478e6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.434s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.721463] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f3f5a2d-fb61-459a-8be5-b3b7ccfc7880 tempest-ServerTagsTestJSON-1242662721 tempest-ServerTagsTestJSON-1242662721-project-member] Lock "25ab989c-4daa-43b0-b241-806d08bc48d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.763s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.723542] env[69481]: DEBUG nova.policy [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790377b50cd14ef7a7f87030666959cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bc7d3f295964e2c82d72f94f7998e55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.791862] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.914437] env[69481]: INFO nova.compute.manager [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] instance snapshotting [ 1077.914437] env[69481]: DEBUG nova.objects.instance [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'flavor' on Instance uuid 2e7e1d97-25be-4d12-9518-e9107afe75c0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.983823] env[69481]: DEBUG oslo_vmware.api [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264549, 'name': PowerOffVM_Task, 'duration_secs': 0.21245} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.985606] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.989981] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.990292] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2300b29d-2389-4fb3-8af5-696ae4e7e1fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.005376] env[69481]: DEBUG nova.network.neutron [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Successfully created port: 785d4388-a2e2-4d7e-ade3-14616b92ba11 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.012627] env[69481]: DEBUG oslo_vmware.api [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1078.012627] env[69481]: value = "task-3264550" [ 1078.012627] env[69481]: _type = "Task" [ 1078.012627] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.020490] env[69481]: DEBUG oslo_vmware.api [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.186618] env[69481]: DEBUG nova.compute.manager [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.233894] env[69481]: DEBUG nova.network.neutron [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.419479] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c1e5c8-e316-4586-8f2a-f60e53938930 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.442528] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6d916a-25e3-43ac-bef6-cae6678d2229 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.445672] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50560cb-fcd4-4eea-a751-cd7141e85c03 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.456615] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9a7575-14ec-4c64-851b-e168a0d368a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.460510] env[69481]: DEBUG nova.network.neutron [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updating instance_info_cache with network_info: [{"id": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "address": "fa:16:3e:1f:dd:58", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824fd46a-13", "ovs_interfaceid": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.491292] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f42515-dc9a-4e2d-ae7e-85eab3c6cf9f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.499839] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cebae2d-d61a-41b0-ab07-2b6ade9ac1db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.514683] env[69481]: DEBUG nova.compute.provider_tree [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.524159] env[69481]: DEBUG oslo_vmware.api [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264550, 'name': ReconfigVM_Task, 'duration_secs': 0.218366} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.524265] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1078.524448] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.524724] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-879d9784-76ca-4340-9d58-26a9ae0bd9e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.532110] env[69481]: DEBUG oslo_vmware.api [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1078.532110] env[69481]: value = "task-3264551" [ 1078.532110] env[69481]: _type = "Task" [ 1078.532110] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.539608] env[69481]: DEBUG oslo_vmware.api [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.963919] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1078.964159] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.964444] env[69481]: DEBUG nova.compute.manager [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Instance network_info: |[{"id": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "address": "fa:16:3e:1f:dd:58", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824fd46a-13", "ovs_interfaceid": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.964704] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-343e0f8d-d654-4ed1-95ac-510ed38e2625 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.966886] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:dd:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '824fd46a-1310-48b8-83d2-2c5dfa458fa9', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.974440] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Creating folder: Project (912fe61c615f4e24a9d8bc443db1e9e7). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.974687] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-418e5cbf-d6a6-43ae-9c76-42cfaa86db7f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.982188] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1078.982188] env[69481]: value = "task-3264552" [ 1078.982188] env[69481]: _type = "Task" [ 1078.982188] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.987704] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Created folder: Project (912fe61c615f4e24a9d8bc443db1e9e7) in parent group-v651898. [ 1078.987926] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Creating folder: Instances. Parent ref: group-v652159. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.990996] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38649dcc-8908-4cd5-bbf9-af58a9529005 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.992920] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264552, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.001816] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Created folder: Instances in parent group-v652159. [ 1079.002088] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.002391] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.002499] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f705226a-7bbd-4a16-ab5f-ddffca8cb936 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.029441] env[69481]: DEBUG nova.scheduler.client.report [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.038595] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.038595] env[69481]: value = "task-3264555" [ 1079.038595] env[69481]: _type = "Task" [ 1079.038595] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.041925] env[69481]: DEBUG oslo_vmware.api [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.050917] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264555, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.126073] env[69481]: DEBUG nova.compute.manager [req-a705582f-4be0-4e71-8ab6-d0b75cd7c2ae req-35f0a4ab-1c6c-4da9-9bce-8c217ffdc4b0 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Received event network-changed-824fd46a-1310-48b8-83d2-2c5dfa458fa9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.126384] env[69481]: DEBUG nova.compute.manager [req-a705582f-4be0-4e71-8ab6-d0b75cd7c2ae req-35f0a4ab-1c6c-4da9-9bce-8c217ffdc4b0 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Refreshing instance network info cache due to event network-changed-824fd46a-1310-48b8-83d2-2c5dfa458fa9. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.126737] env[69481]: DEBUG oslo_concurrency.lockutils [req-a705582f-4be0-4e71-8ab6-d0b75cd7c2ae req-35f0a4ab-1c6c-4da9-9bce-8c217ffdc4b0 service nova] Acquiring lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.127072] env[69481]: DEBUG oslo_concurrency.lockutils [req-a705582f-4be0-4e71-8ab6-d0b75cd7c2ae req-35f0a4ab-1c6c-4da9-9bce-8c217ffdc4b0 service nova] Acquired lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.129312] env[69481]: DEBUG nova.network.neutron [req-a705582f-4be0-4e71-8ab6-d0b75cd7c2ae req-35f0a4ab-1c6c-4da9-9bce-8c217ffdc4b0 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Refreshing network info cache for port 824fd46a-1310-48b8-83d2-2c5dfa458fa9 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.202430] env[69481]: DEBUG nova.compute.manager [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.233245] env[69481]: DEBUG nova.virt.hardware [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.233550] env[69481]: DEBUG nova.virt.hardware [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.233747] env[69481]: DEBUG nova.virt.hardware [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.234456] env[69481]: DEBUG nova.virt.hardware [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.234456] env[69481]: DEBUG nova.virt.hardware [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.234456] env[69481]: DEBUG nova.virt.hardware [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.234567] env[69481]: DEBUG nova.virt.hardware [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.235441] env[69481]: DEBUG nova.virt.hardware [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.235441] env[69481]: DEBUG nova.virt.hardware [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.235441] env[69481]: DEBUG nova.virt.hardware [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.235441] env[69481]: DEBUG nova.virt.hardware [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.236092] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a4477d-5a97-4861-a77e-49329c5bae99 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.244339] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a91638-59d6-44c4-b67b-f100259cb8ae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.491421] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264552, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.536749] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.537289] env[69481]: DEBUG nova.compute.manager [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.539855] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.068s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.541313] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.542220] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.913s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.543919] env[69481]: INFO nova.compute.claims [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.556168] env[69481]: DEBUG oslo_vmware.api [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264551, 'name': PowerOnVM_Task, 'duration_secs': 0.58472} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.557129] env[69481]: DEBUG nova.network.neutron [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Successfully updated port: 785d4388-a2e2-4d7e-ade3-14616b92ba11 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.559242] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.559242] env[69481]: DEBUG nova.compute.manager [None req-6ec28db3-46d2-41ad-bdfc-01538e8660ea tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.560422] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddd6bb8-fe07-4702-ab70-e26ba1ffa33c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.566567] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264555, 'name': CreateVM_Task, 'duration_secs': 0.36423} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.567592] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.567936] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.568166] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.568592] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.570389] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82412ec1-3845-43ac-aa57-b82b8520a651 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.577373] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1079.577373] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]523214d0-439c-c658-09d9-ed0555284230" [ 1079.577373] env[69481]: _type = "Task" [ 1079.577373] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.578380] env[69481]: INFO nova.scheduler.client.report [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Deleted allocations for instance abbf2559-30b5-4b08-bf11-580cb3cc7b1a [ 1079.590786] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523214d0-439c-c658-09d9-ed0555284230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.872321] env[69481]: DEBUG nova.network.neutron [req-a705582f-4be0-4e71-8ab6-d0b75cd7c2ae req-35f0a4ab-1c6c-4da9-9bce-8c217ffdc4b0 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updated VIF entry in instance network info cache for port 824fd46a-1310-48b8-83d2-2c5dfa458fa9. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.872676] env[69481]: DEBUG nova.network.neutron [req-a705582f-4be0-4e71-8ab6-d0b75cd7c2ae req-35f0a4ab-1c6c-4da9-9bce-8c217ffdc4b0 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updating instance_info_cache with network_info: [{"id": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "address": "fa:16:3e:1f:dd:58", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824fd46a-13", "ovs_interfaceid": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.992771] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264552, 'name': CreateSnapshot_Task, 'duration_secs': 0.526639} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.993090] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1079.993846] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d19a87-52db-4d6b-b0d0-f702dc7ad8b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.053026] env[69481]: DEBUG nova.compute.utils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.054465] env[69481]: DEBUG nova.compute.manager [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.054701] env[69481]: DEBUG nova.network.neutron [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.064252] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "refresh_cache-fdf6980e-a8e8-48f1-960b-645f7d51a9ec" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.064446] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "refresh_cache-fdf6980e-a8e8-48f1-960b-645f7d51a9ec" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.064746] env[69481]: DEBUG nova.network.neutron [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.091557] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523214d0-439c-c658-09d9-ed0555284230, 'name': SearchDatastore_Task, 'duration_secs': 0.016539} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.092687] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.092908] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.093199] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.093362] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.093559] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.094069] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81fe6b7a-c893-436a-aee9-c0905f853f86 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "abbf2559-30b5-4b08-bf11-580cb3cc7b1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.502s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.096032] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8064538-4bb3-4101-ae7a-1d8474ad22df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.103103] env[69481]: DEBUG nova.policy [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a059d626f34253a07670e7b2ce75ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa55d94859b498a9e9d98520990488f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.105978] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.106169] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.106888] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f396607-bfee-4ba8-96e5-3452d8ef9211 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.111856] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1080.111856] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52510178-a0d9-bfc2-d84f-3c7cac00f309" [ 1080.111856] env[69481]: _type = "Task" [ 1080.111856] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.120407] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52510178-a0d9-bfc2-d84f-3c7cac00f309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.245101] env[69481]: DEBUG oslo_concurrency.lockutils [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "8650fbb0-4a43-4168-803f-31fcfb165d1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.245101] env[69481]: DEBUG oslo_concurrency.lockutils [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "8650fbb0-4a43-4168-803f-31fcfb165d1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.245101] env[69481]: DEBUG oslo_concurrency.lockutils [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "8650fbb0-4a43-4168-803f-31fcfb165d1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.245352] env[69481]: DEBUG oslo_concurrency.lockutils [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "8650fbb0-4a43-4168-803f-31fcfb165d1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.245352] env[69481]: DEBUG oslo_concurrency.lockutils [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "8650fbb0-4a43-4168-803f-31fcfb165d1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.247838] env[69481]: INFO nova.compute.manager [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Terminating instance [ 1080.376252] env[69481]: DEBUG oslo_concurrency.lockutils [req-a705582f-4be0-4e71-8ab6-d0b75cd7c2ae req-35f0a4ab-1c6c-4da9-9bce-8c217ffdc4b0 service nova] Releasing lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.399690] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "3d61dfc4-f55c-42c6-a057-16e8ad390270" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.399955] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "3d61dfc4-f55c-42c6-a057-16e8ad390270" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.400182] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "3d61dfc4-f55c-42c6-a057-16e8ad390270-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.400366] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "3d61dfc4-f55c-42c6-a057-16e8ad390270-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.400679] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "3d61dfc4-f55c-42c6-a057-16e8ad390270-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.402993] env[69481]: INFO nova.compute.manager [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Terminating instance [ 1080.412133] env[69481]: DEBUG nova.network.neutron [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Successfully created port: 66623dc0-8592-47f5-9636-4930117344c5 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.511717] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1080.512030] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65e8e781-e643-4918-9966-604ab37e29e4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.522306] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1080.522306] env[69481]: value = "task-3264556" [ 1080.522306] env[69481]: _type = "Task" [ 1080.522306] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.530312] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264556, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.558445] env[69481]: DEBUG nova.compute.manager [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.612843] env[69481]: DEBUG nova.network.neutron [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.634644] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52510178-a0d9-bfc2-d84f-3c7cac00f309, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.638296] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bbdc1d-3035-44e8-9e2d-2c693147b5b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.650091] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1080.650091] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526a586d-cdfa-05e6-778a-dcba8304033f" [ 1080.650091] env[69481]: _type = "Task" [ 1080.650091] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.662713] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526a586d-cdfa-05e6-778a-dcba8304033f, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.665402] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.665724] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 35f2462d-9363-4d3d-b361-b72b36233a41/35f2462d-9363-4d3d-b361-b72b36233a41.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.666509] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0422e2ab-0b23-4bff-bd8f-88fc25cfc50c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.675668] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1080.675668] env[69481]: value = "task-3264557" [ 1080.675668] env[69481]: _type = "Task" [ 1080.675668] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.688944] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.752105] env[69481]: DEBUG nova.compute.manager [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.752424] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.753514] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953fc97d-7e7c-4e08-87a7-84db0d4b2770 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.765494] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.765792] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d369142-ae7f-41e2-adcb-f7af59830266 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.772491] env[69481]: DEBUG oslo_vmware.api [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1080.772491] env[69481]: value = "task-3264558" [ 1080.772491] env[69481]: _type = "Task" [ 1080.772491] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.778501] env[69481]: DEBUG nova.network.neutron [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Updating instance_info_cache with network_info: [{"id": "785d4388-a2e2-4d7e-ade3-14616b92ba11", "address": "fa:16:3e:3d:f8:44", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785d4388-a2", "ovs_interfaceid": "785d4388-a2e2-4d7e-ade3-14616b92ba11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.786257] env[69481]: DEBUG oslo_vmware.api [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.819781] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3ad2ed-f833-452e-bd60-75e49dd3cf46 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.830353] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35af42d3-fb50-45fd-abea-9057335e8bff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.873360] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14221da5-9e31-413f-8ecd-a5106f94b46d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.883576] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ae7bb7-58b3-4e52-88db-1a9a8dd9214e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.902657] env[69481]: DEBUG nova.compute.provider_tree [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.907929] env[69481]: DEBUG nova.compute.manager [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.908155] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.909402] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35169a7-3eb4-48c0-8cc6-51700584cd6a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.921357] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.923040] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b4b864b-7c28-4c80-ba66-22d6559b1b4e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.930350] env[69481]: DEBUG oslo_vmware.api [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1080.930350] env[69481]: value = "task-3264559" [ 1080.930350] env[69481]: _type = "Task" [ 1080.930350] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.942953] env[69481]: DEBUG oslo_vmware.api [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.034066] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264556, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.159708] env[69481]: DEBUG nova.compute.manager [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Received event network-vif-plugged-785d4388-a2e2-4d7e-ade3-14616b92ba11 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.159876] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] Acquiring lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.160102] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] Lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.160586] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] Lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.160586] env[69481]: DEBUG nova.compute.manager [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] No waiting events found dispatching network-vif-plugged-785d4388-a2e2-4d7e-ade3-14616b92ba11 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.160703] env[69481]: WARNING nova.compute.manager [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Received unexpected event network-vif-plugged-785d4388-a2e2-4d7e-ade3-14616b92ba11 for instance with vm_state building and task_state spawning. [ 1081.160871] env[69481]: DEBUG nova.compute.manager [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Received event network-changed-785d4388-a2e2-4d7e-ade3-14616b92ba11 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.161041] env[69481]: DEBUG nova.compute.manager [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Refreshing instance network info cache due to event network-changed-785d4388-a2e2-4d7e-ade3-14616b92ba11. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.161224] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] Acquiring lock "refresh_cache-fdf6980e-a8e8-48f1-960b-645f7d51a9ec" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.187424] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471343} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.187739] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 35f2462d-9363-4d3d-b361-b72b36233a41/35f2462d-9363-4d3d-b361-b72b36233a41.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.187989] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.188291] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-585bf5b6-bfb1-4bd7-92b8-d4896ac80312 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.195445] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1081.195445] env[69481]: value = "task-3264560" [ 1081.195445] env[69481]: _type = "Task" [ 1081.195445] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.204766] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.282044] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "refresh_cache-fdf6980e-a8e8-48f1-960b-645f7d51a9ec" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.282374] env[69481]: DEBUG nova.compute.manager [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Instance network_info: |[{"id": "785d4388-a2e2-4d7e-ade3-14616b92ba11", "address": "fa:16:3e:3d:f8:44", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785d4388-a2", "ovs_interfaceid": "785d4388-a2e2-4d7e-ade3-14616b92ba11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.282703] env[69481]: DEBUG oslo_vmware.api [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264558, 'name': PowerOffVM_Task, 'duration_secs': 0.311509} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.283060] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] Acquired lock "refresh_cache-fdf6980e-a8e8-48f1-960b-645f7d51a9ec" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.283272] env[69481]: DEBUG nova.network.neutron [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Refreshing network info cache for port 785d4388-a2e2-4d7e-ade3-14616b92ba11 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.284509] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:f8:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '785d4388-a2e2-4d7e-ade3-14616b92ba11', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.293224] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.293447] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.293609] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.294599] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.294811] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-768a8866-4020-4c75-9481-ffc9367d4c31 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.296460] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-699a9d5a-9b09-4c17-9da7-2e308edbbf64 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.316140] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.316140] env[69481]: value = "task-3264562" [ 1081.316140] env[69481]: _type = "Task" [ 1081.316140] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.325012] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264562, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.378160] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.378861] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.378861] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Deleting the datastore file [datastore2] 8650fbb0-4a43-4168-803f-31fcfb165d1d {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.379148] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-157c2c51-c501-4e21-ba3f-3cddd02eda70 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.385441] env[69481]: DEBUG oslo_vmware.api [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for the task: (returnval){ [ 1081.385441] env[69481]: value = "task-3264563" [ 1081.385441] env[69481]: _type = "Task" [ 1081.385441] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.395351] env[69481]: DEBUG oslo_vmware.api [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.408552] env[69481]: DEBUG nova.scheduler.client.report [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.414603] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "5223caf5-d090-4460-875b-03b6e6a0096a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.414840] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.442694] env[69481]: DEBUG oslo_vmware.api [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264559, 'name': PowerOffVM_Task, 'duration_secs': 0.363997} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.442977] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.443164] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.443416] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37e6618b-c205-4000-9c04-af0ec49006fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.509402] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.509638] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.509847] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Deleting the datastore file [datastore1] 3d61dfc4-f55c-42c6-a057-16e8ad390270 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.510550] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ccc0088-e17b-4697-9b35-4c5369e3fb6e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.517048] env[69481]: DEBUG oslo_vmware.api [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1081.517048] env[69481]: value = "task-3264565" [ 1081.517048] env[69481]: _type = "Task" [ 1081.517048] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.526415] env[69481]: DEBUG oslo_vmware.api [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.534546] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264556, 'name': CloneVM_Task} progress is 95%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.569964] env[69481]: DEBUG nova.compute.manager [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.596484] env[69481]: DEBUG nova.virt.hardware [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.596484] env[69481]: DEBUG nova.virt.hardware [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.596670] env[69481]: DEBUG nova.virt.hardware [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.596888] env[69481]: DEBUG nova.virt.hardware [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.597092] env[69481]: DEBUG nova.virt.hardware [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.597296] env[69481]: DEBUG nova.virt.hardware [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.597584] env[69481]: DEBUG nova.virt.hardware [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.597804] env[69481]: DEBUG nova.virt.hardware [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.598745] env[69481]: DEBUG nova.virt.hardware [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.598745] env[69481]: DEBUG nova.virt.hardware [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.598745] env[69481]: DEBUG nova.virt.hardware [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.599279] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc910ecc-5b9a-4e1e-b1cd-5464ac5d4216 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.607439] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fd1ed9-af4d-4f14-b37b-ac22a4b975d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.706187] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068553} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.706498] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.707342] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2dfa02-798f-4b3f-858b-e973a48f9234 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.731274] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 35f2462d-9363-4d3d-b361-b72b36233a41/35f2462d-9363-4d3d-b361-b72b36233a41.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.731565] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef4a8093-9c8b-431c-b212-ecb06989b7a8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.753661] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1081.753661] env[69481]: value = "task-3264566" [ 1081.753661] env[69481]: _type = "Task" [ 1081.753661] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.761926] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.826371] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264562, 'name': CreateVM_Task, 'duration_secs': 0.377262} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.828808] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.829489] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.829687] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.830031] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.830601] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0569dad-6763-4016-94af-0b43ee13c0d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.835184] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1081.835184] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b59843-86e4-52d8-4fec-6c40fc84fb1e" [ 1081.835184] env[69481]: _type = "Task" [ 1081.835184] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.843792] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b59843-86e4-52d8-4fec-6c40fc84fb1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.894819] env[69481]: DEBUG oslo_vmware.api [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Task: {'id': task-3264563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157396} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.895147] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.895374] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.895553] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.895740] env[69481]: INFO nova.compute.manager [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1081.896054] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.896264] env[69481]: DEBUG nova.compute.manager [-] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.896389] env[69481]: DEBUG nova.network.neutron [-] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.912977] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.913495] env[69481]: DEBUG nova.compute.manager [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.916443] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.004s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.917801] env[69481]: INFO nova.compute.claims [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.922173] env[69481]: DEBUG nova.network.neutron [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Successfully updated port: 66623dc0-8592-47f5-9636-4930117344c5 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.922594] env[69481]: INFO nova.compute.manager [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Detaching volume 3dc65085-9112-4598-bc96-bda001dab772 [ 1081.987140] env[69481]: INFO nova.virt.block_device [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Attempting to driver detach volume 3dc65085-9112-4598-bc96-bda001dab772 from mountpoint /dev/sdb [ 1081.987462] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1081.987576] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652141', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'name': 'volume-3dc65085-9112-4598-bc96-bda001dab772', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5223caf5-d090-4460-875b-03b6e6a0096a', 'attached_at': '', 'detached_at': '', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'serial': '3dc65085-9112-4598-bc96-bda001dab772'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1081.988676] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374ff7f-1c4b-4f0b-b87e-121d5e51ddfd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.013425] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990259a4-bfe6-4d2c-abab-d90689cd259b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.023177] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d486171e-067f-44b1-8108-76f7ecafb370 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.028411] env[69481]: DEBUG oslo_vmware.api [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150022} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.031858] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.032052] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.032230] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.032398] env[69481]: INFO nova.compute.manager [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1082.032627] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.048613] env[69481]: DEBUG nova.compute.manager [-] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.048724] env[69481]: DEBUG nova.network.neutron [-] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.051760] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605cb5b8-6822-4bf5-a822-35107d7b1898 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.057637] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264556, 'name': CloneVM_Task, 'duration_secs': 1.205251} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.058201] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Created linked-clone VM from snapshot [ 1082.058951] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4249f5-8eae-4ce6-abcd-3a75562ef927 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.071592] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] The volume has not been displaced from its original location: [datastore1] volume-3dc65085-9112-4598-bc96-bda001dab772/volume-3dc65085-9112-4598-bc96-bda001dab772.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1082.076912] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.077647] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d329b07-36e7-4aec-8e46-28a127d4c45e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.094148] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Uploading image 58e07af3-96fb-4632-938d-9b661cb87223 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1082.103381] env[69481]: DEBUG oslo_vmware.api [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1082.103381] env[69481]: value = "task-3264567" [ 1082.103381] env[69481]: _type = "Task" [ 1082.103381] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.111258] env[69481]: DEBUG oslo_vmware.api [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.118539] env[69481]: DEBUG oslo_vmware.rw_handles [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1082.118539] env[69481]: value = "vm-652163" [ 1082.118539] env[69481]: _type = "VirtualMachine" [ 1082.118539] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1082.118794] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7006aab1-fac4-4949-9305-93bd771e9710 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.124436] env[69481]: DEBUG oslo_vmware.rw_handles [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lease: (returnval){ [ 1082.124436] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5262d171-be1f-cc15-086d-2147f79ba6ea" [ 1082.124436] env[69481]: _type = "HttpNfcLease" [ 1082.124436] env[69481]: } obtained for exporting VM: (result){ [ 1082.124436] env[69481]: value = "vm-652163" [ 1082.124436] env[69481]: _type = "VirtualMachine" [ 1082.124436] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1082.124706] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the lease: (returnval){ [ 1082.124706] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5262d171-be1f-cc15-086d-2147f79ba6ea" [ 1082.124706] env[69481]: _type = "HttpNfcLease" [ 1082.124706] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1082.130908] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.130908] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5262d171-be1f-cc15-086d-2147f79ba6ea" [ 1082.130908] env[69481]: _type = "HttpNfcLease" [ 1082.130908] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1082.264607] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264566, 'name': ReconfigVM_Task, 'duration_secs': 0.275766} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.264911] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 35f2462d-9363-4d3d-b361-b72b36233a41/35f2462d-9363-4d3d-b361-b72b36233a41.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.265583] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1672830f-a24c-41ae-8729-03518551af4a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.271577] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1082.271577] env[69481]: value = "task-3264569" [ 1082.271577] env[69481]: _type = "Task" [ 1082.271577] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.281834] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264569, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.345534] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b59843-86e4-52d8-4fec-6c40fc84fb1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.345829] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.346086] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.346335] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.346481] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.346658] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.346919] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbe507a8-3182-4e66-8824-da7fd89130f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.354855] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.355058] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.356407] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6995318-ccd6-4878-b42e-26139f5358b6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.363418] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1082.363418] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ae48e9-8659-6a26-22c5-71c1d8640d61" [ 1082.363418] env[69481]: _type = "Task" [ 1082.363418] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.364319] env[69481]: DEBUG nova.network.neutron [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Updated VIF entry in instance network info cache for port 785d4388-a2e2-4d7e-ade3-14616b92ba11. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.364693] env[69481]: DEBUG nova.network.neutron [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Updating instance_info_cache with network_info: [{"id": "785d4388-a2e2-4d7e-ade3-14616b92ba11", "address": "fa:16:3e:3d:f8:44", "network": {"id": "abdfc79f-3c04-44ed-88a0-a230adf81297", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1447619198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc7d3f295964e2c82d72f94f7998e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785d4388-a2", "ovs_interfaceid": "785d4388-a2e2-4d7e-ade3-14616b92ba11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.375330] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ae48e9-8659-6a26-22c5-71c1d8640d61, 'name': SearchDatastore_Task, 'duration_secs': 0.008022} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.376624] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772e8f28-5445-4d3f-823f-f1860c2a9d64 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.382264] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1082.382264] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bf6f24-5b5e-a8b4-03b9-f395d0bc06af" [ 1082.382264] env[69481]: _type = "Task" [ 1082.382264] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.392240] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bf6f24-5b5e-a8b4-03b9-f395d0bc06af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.424077] env[69481]: DEBUG nova.compute.utils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.428562] env[69481]: DEBUG nova.compute.manager [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.428745] env[69481]: DEBUG nova.network.neutron [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.433389] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "refresh_cache-64b6b348-ac71-4cd1-867a-abafbc132c08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.433527] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "refresh_cache-64b6b348-ac71-4cd1-867a-abafbc132c08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.433821] env[69481]: DEBUG nova.network.neutron [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.487638] env[69481]: DEBUG nova.policy [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f4e43f170594171b961f1179b8f4ed9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51fe13e621f8413db7886a5933166838', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.533322] env[69481]: DEBUG nova.compute.manager [req-3814ce44-0932-449b-8d51-5663ee9afdb1 req-5efbd8ca-7cbf-4a7e-b24e-ea711b26c5d5 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Received event network-vif-deleted-33347b0b-ebe1-44c8-94e3-a280cb2214c1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.534318] env[69481]: INFO nova.compute.manager [req-3814ce44-0932-449b-8d51-5663ee9afdb1 req-5efbd8ca-7cbf-4a7e-b24e-ea711b26c5d5 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Neutron deleted interface 33347b0b-ebe1-44c8-94e3-a280cb2214c1; detaching it from the instance and deleting it from the info cache [ 1082.534318] env[69481]: DEBUG nova.network.neutron [req-3814ce44-0932-449b-8d51-5663ee9afdb1 req-5efbd8ca-7cbf-4a7e-b24e-ea711b26c5d5 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.614566] env[69481]: DEBUG oslo_vmware.api [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264567, 'name': ReconfigVM_Task, 'duration_secs': 0.238668} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.615467] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.619914] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea192f1-59fb-4da1-8e0f-e20f6786a4d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.636671] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.636671] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5262d171-be1f-cc15-086d-2147f79ba6ea" [ 1082.636671] env[69481]: _type = "HttpNfcLease" [ 1082.636671] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1082.636941] env[69481]: DEBUG oslo_vmware.rw_handles [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1082.636941] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5262d171-be1f-cc15-086d-2147f79ba6ea" [ 1082.636941] env[69481]: _type = "HttpNfcLease" [ 1082.636941] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1082.638064] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b8183d-bf91-4d4f-92de-f10061bcccc5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.640976] env[69481]: DEBUG oslo_vmware.api [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1082.640976] env[69481]: value = "task-3264570" [ 1082.640976] env[69481]: _type = "Task" [ 1082.640976] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.647149] env[69481]: DEBUG oslo_vmware.rw_handles [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d59bb-0027-1700-2895-f24c08e2dba9/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1082.647320] env[69481]: DEBUG oslo_vmware.rw_handles [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d59bb-0027-1700-2895-f24c08e2dba9/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1082.653587] env[69481]: DEBUG oslo_vmware.api [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264570, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.770209] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a6a13e4-f79f-48cb-8435-e8fa91100a66 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.783872] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264569, 'name': Rename_Task, 'duration_secs': 0.151358} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.783872] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.783872] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b880f61-2318-4a72-a2f7-1a6c3bde7fe0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.787637] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1082.787637] env[69481]: value = "task-3264571" [ 1082.787637] env[69481]: _type = "Task" [ 1082.787637] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.794219] env[69481]: DEBUG nova.network.neutron [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Successfully created port: 62f17f1b-361d-43b0-b68a-7586a1457b6b {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.798996] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.870595] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6e84794-862d-4182-90e0-4970e05f0bb4 req-3825c3ba-1bf8-43a1-9b21-728c4d415ab2 service nova] Releasing lock "refresh_cache-fdf6980e-a8e8-48f1-960b-645f7d51a9ec" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.893854] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bf6f24-5b5e-a8b4-03b9-f395d0bc06af, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.894118] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.894407] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] fdf6980e-a8e8-48f1-960b-645f7d51a9ec/fdf6980e-a8e8-48f1-960b-645f7d51a9ec.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.894673] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-631cd382-3e45-4522-af9f-a4cefb774722 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.896833] env[69481]: DEBUG nova.network.neutron [-] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.902610] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1082.902610] env[69481]: value = "task-3264572" [ 1082.902610] env[69481]: _type = "Task" [ 1082.902610] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.910550] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.937568] env[69481]: DEBUG nova.compute.manager [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.975402] env[69481]: DEBUG nova.network.neutron [-] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.986885] env[69481]: DEBUG nova.network.neutron [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.037104] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20a48cbe-12bb-4077-8e53-74fd705c868e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.045302] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac812bc5-7b13-4a48-9db7-c43562a3a86b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.085363] env[69481]: DEBUG nova.compute.manager [req-3814ce44-0932-449b-8d51-5663ee9afdb1 req-5efbd8ca-7cbf-4a7e-b24e-ea711b26c5d5 service nova] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Detach interface failed, port_id=33347b0b-ebe1-44c8-94e3-a280cb2214c1, reason: Instance 8650fbb0-4a43-4168-803f-31fcfb165d1d could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.156149] env[69481]: DEBUG oslo_vmware.api [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264570, 'name': ReconfigVM_Task, 'duration_secs': 0.136023} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.157552] env[69481]: DEBUG nova.network.neutron [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Updating instance_info_cache with network_info: [{"id": "66623dc0-8592-47f5-9636-4930117344c5", "address": "fa:16:3e:64:3b:57", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66623dc0-85", "ovs_interfaceid": "66623dc0-8592-47f5-9636-4930117344c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.159110] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652141', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'name': 'volume-3dc65085-9112-4598-bc96-bda001dab772', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5223caf5-d090-4460-875b-03b6e6a0096a', 'attached_at': '', 'detached_at': '', 'volume_id': '3dc65085-9112-4598-bc96-bda001dab772', 'serial': '3dc65085-9112-4598-bc96-bda001dab772'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1083.198023] env[69481]: DEBUG nova.compute.manager [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Received event network-vif-plugged-66623dc0-8592-47f5-9636-4930117344c5 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.198331] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] Acquiring lock "64b6b348-ac71-4cd1-867a-abafbc132c08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.199024] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] Lock "64b6b348-ac71-4cd1-867a-abafbc132c08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.199024] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] Lock "64b6b348-ac71-4cd1-867a-abafbc132c08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.199141] env[69481]: DEBUG nova.compute.manager [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] No waiting events found dispatching network-vif-plugged-66623dc0-8592-47f5-9636-4930117344c5 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.199318] env[69481]: WARNING nova.compute.manager [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Received unexpected event network-vif-plugged-66623dc0-8592-47f5-9636-4930117344c5 for instance with vm_state building and task_state spawning. [ 1083.199491] env[69481]: DEBUG nova.compute.manager [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Received event network-changed-66623dc0-8592-47f5-9636-4930117344c5 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.199703] env[69481]: DEBUG nova.compute.manager [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Refreshing instance network info cache due to event network-changed-66623dc0-8592-47f5-9636-4930117344c5. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.200213] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] Acquiring lock "refresh_cache-64b6b348-ac71-4cd1-867a-abafbc132c08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.219599] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbbf720-6bee-47c4-ad77-d27abd25abc4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.229584] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5068f419-ec51-4b1a-84cf-e998a7b4e61b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.268757] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c24696-a24d-4d84-8aca-452e6fd8652d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.277203] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ff5fc1-6653-47c2-a2c8-af99b69de39a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.292044] env[69481]: DEBUG nova.compute.provider_tree [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.302911] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264571, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.399947] env[69481]: INFO nova.compute.manager [-] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Took 1.35 seconds to deallocate network for instance. [ 1083.414544] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483379} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.414719] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] fdf6980e-a8e8-48f1-960b-645f7d51a9ec/fdf6980e-a8e8-48f1-960b-645f7d51a9ec.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.414946] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.415228] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e7a4c15-9750-44a9-aaeb-9fa380e40b38 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.421574] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1083.421574] env[69481]: value = "task-3264573" [ 1083.421574] env[69481]: _type = "Task" [ 1083.421574] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.430644] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.479915] env[69481]: INFO nova.compute.manager [-] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Took 1.58 seconds to deallocate network for instance. [ 1083.664813] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "refresh_cache-64b6b348-ac71-4cd1-867a-abafbc132c08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.666582] env[69481]: DEBUG nova.compute.manager [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Instance network_info: |[{"id": "66623dc0-8592-47f5-9636-4930117344c5", "address": "fa:16:3e:64:3b:57", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66623dc0-85", "ovs_interfaceid": "66623dc0-8592-47f5-9636-4930117344c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.666582] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] Acquired lock "refresh_cache-64b6b348-ac71-4cd1-867a-abafbc132c08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.666582] env[69481]: DEBUG nova.network.neutron [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Refreshing network info cache for port 66623dc0-8592-47f5-9636-4930117344c5 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.667956] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:3b:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66623dc0-8592-47f5-9636-4930117344c5', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.675428] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.678458] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.678986] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d66f35e-1ae5-4b3c-a264-ace8b6e91f3f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.701410] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.701410] env[69481]: value = "task-3264574" [ 1083.701410] env[69481]: _type = "Task" [ 1083.701410] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.709862] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264574, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.711239] env[69481]: DEBUG nova.objects.instance [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lazy-loading 'flavor' on Instance uuid 5223caf5-d090-4460-875b-03b6e6a0096a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.799071] env[69481]: DEBUG nova.scheduler.client.report [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.805344] env[69481]: DEBUG oslo_vmware.api [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264571, 'name': PowerOnVM_Task, 'duration_secs': 0.579345} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.806128] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.807560] env[69481]: INFO nova.compute.manager [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1083.807560] env[69481]: DEBUG nova.compute.manager [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.807560] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71db3ea5-fee2-45c0-bee2-6c6b157116e9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.909475] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.910707] env[69481]: DEBUG nova.network.neutron [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Updated VIF entry in instance network info cache for port 66623dc0-8592-47f5-9636-4930117344c5. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.911046] env[69481]: DEBUG nova.network.neutron [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Updating instance_info_cache with network_info: [{"id": "66623dc0-8592-47f5-9636-4930117344c5", "address": "fa:16:3e:64:3b:57", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66623dc0-85", "ovs_interfaceid": "66623dc0-8592-47f5-9636-4930117344c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.931936] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086003} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.932463] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.933301] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efac4b9-4d48-4e61-a39f-03d7f12bac99 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.957904] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] fdf6980e-a8e8-48f1-960b-645f7d51a9ec/fdf6980e-a8e8-48f1-960b-645f7d51a9ec.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.959284] env[69481]: DEBUG nova.compute.manager [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.961503] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc0f008a-da26-48ee-862d-eaadc3a5d685 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.983147] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1083.983147] env[69481]: value = "task-3264575" [ 1083.983147] env[69481]: _type = "Task" [ 1083.983147] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.990339] env[69481]: DEBUG oslo_concurrency.lockutils [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.996144] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.001855] env[69481]: DEBUG nova.virt.hardware [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.002116] env[69481]: DEBUG nova.virt.hardware [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.002421] env[69481]: DEBUG nova.virt.hardware [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.002706] env[69481]: DEBUG nova.virt.hardware [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.002923] env[69481]: DEBUG nova.virt.hardware [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.003203] env[69481]: DEBUG nova.virt.hardware [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.003541] env[69481]: DEBUG nova.virt.hardware [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.003767] env[69481]: DEBUG nova.virt.hardware [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.003967] env[69481]: DEBUG nova.virt.hardware [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.004398] env[69481]: DEBUG nova.virt.hardware [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.004604] env[69481]: DEBUG nova.virt.hardware [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.005583] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6545e2d2-3a9c-4472-98dd-be79e7d03907 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.013562] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ecebb8-2687-46e7-b930-90afbcb4a591 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.212453] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264574, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.290721] env[69481]: DEBUG nova.network.neutron [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Successfully updated port: 62f17f1b-361d-43b0-b68a-7586a1457b6b {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.307327] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.308057] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.310826] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.372s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.312455] env[69481]: INFO nova.compute.claims [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.330854] env[69481]: INFO nova.compute.manager [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Took 36.29 seconds to build instance. [ 1084.413765] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] Releasing lock "refresh_cache-64b6b348-ac71-4cd1-867a-abafbc132c08" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.414228] env[69481]: DEBUG nova.compute.manager [req-a1d29de0-e2ae-4780-b467-df083ef35869 req-3313b2f1-e1e6-40f7-9df6-7dd5f37c7e53 service nova] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Received event network-vif-deleted-bc195dc4-32d6-4c12-bcf0-368945bf0853 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.494870] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264575, 'name': ReconfigVM_Task, 'duration_secs': 0.36067} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.497015] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Reconfigured VM instance instance-0000005d to attach disk [datastore1] fdf6980e-a8e8-48f1-960b-645f7d51a9ec/fdf6980e-a8e8-48f1-960b-645f7d51a9ec.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.497015] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba4b573a-d5a2-458b-9d60-6cb64ff76936 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.502844] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1084.502844] env[69481]: value = "task-3264576" [ 1084.502844] env[69481]: _type = "Task" [ 1084.502844] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.512672] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264576, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.715764] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264574, 'name': CreateVM_Task, 'duration_secs': 0.575727} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.716153] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.716661] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.716837] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.717180] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.717444] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46e4c23-56ed-4123-81b0-c642df189586 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.719330] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e82cc272-42d8-417e-b4db-28a125f13c6a tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.723465] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1084.723465] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bbdc51-1b18-7797-c7c7-bc7fe122e3df" [ 1084.723465] env[69481]: _type = "Task" [ 1084.723465] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.732162] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bbdc51-1b18-7797-c7c7-bc7fe122e3df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.793304] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquiring lock "refresh_cache-65ef172c-141a-457e-ba5a-fd87f0379069" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.793455] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquired lock "refresh_cache-65ef172c-141a-457e-ba5a-fd87f0379069" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.793599] env[69481]: DEBUG nova.network.neutron [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.817908] env[69481]: DEBUG nova.compute.utils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.821118] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.821315] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.832453] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1a36dfb4-c45d-41e7-91cf-6e18c80f1707 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "35f2462d-9363-4d3d-b361-b72b36233a41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.802s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.867895] env[69481]: DEBUG nova.policy [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af012009f80946ebb5499e2a6ec1eb70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b80bd232bf4e19a1bd11ec6922cc91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.015417] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264576, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.152377] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Successfully created port: 548dbfb7-9272-44bb-93cd-11c18206624a {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.232408] env[69481]: DEBUG nova.compute.manager [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Received event network-vif-plugged-62f17f1b-361d-43b0-b68a-7586a1457b6b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.232408] env[69481]: DEBUG oslo_concurrency.lockutils [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] Acquiring lock "65ef172c-141a-457e-ba5a-fd87f0379069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.232408] env[69481]: DEBUG oslo_concurrency.lockutils [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] Lock "65ef172c-141a-457e-ba5a-fd87f0379069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.232408] env[69481]: DEBUG oslo_concurrency.lockutils [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] Lock "65ef172c-141a-457e-ba5a-fd87f0379069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.232408] env[69481]: DEBUG nova.compute.manager [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] No waiting events found dispatching network-vif-plugged-62f17f1b-361d-43b0-b68a-7586a1457b6b {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.232408] env[69481]: WARNING nova.compute.manager [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Received unexpected event network-vif-plugged-62f17f1b-361d-43b0-b68a-7586a1457b6b for instance with vm_state building and task_state spawning. [ 1085.232680] env[69481]: DEBUG nova.compute.manager [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Received event network-changed-62f17f1b-361d-43b0-b68a-7586a1457b6b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.232680] env[69481]: DEBUG nova.compute.manager [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Refreshing instance network info cache due to event network-changed-62f17f1b-361d-43b0-b68a-7586a1457b6b. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.234685] env[69481]: DEBUG oslo_concurrency.lockutils [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] Acquiring lock "refresh_cache-65ef172c-141a-457e-ba5a-fd87f0379069" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.241798] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bbdc51-1b18-7797-c7c7-bc7fe122e3df, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.243014] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.243466] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.243740] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.243900] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.244104] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.244896] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6021b5b7-a120-43d0-8497-837fdfa9ac7b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.255495] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.255709] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.256906] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9263ed-3b86-40c1-b74b-767b1104829e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.267859] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1085.267859] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52cdea4e-35b6-e49a-997a-957c4054d11f" [ 1085.267859] env[69481]: _type = "Task" [ 1085.267859] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.281621] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cdea4e-35b6-e49a-997a-957c4054d11f, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.282666] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04712256-ab28-4e3a-a48c-f176ecf73491 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.288567] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1085.288567] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]529242aa-b2e3-9359-fdbf-70633db1ac8d" [ 1085.288567] env[69481]: _type = "Task" [ 1085.288567] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.298786] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529242aa-b2e3-9359-fdbf-70633db1ac8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.317534] env[69481]: DEBUG nova.compute.manager [req-18be426b-f632-4232-8499-3c88359282bc req-c8ac6e26-4a67-4157-9a53-974917762714 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Received event network-changed-824fd46a-1310-48b8-83d2-2c5dfa458fa9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.317899] env[69481]: DEBUG nova.compute.manager [req-18be426b-f632-4232-8499-3c88359282bc req-c8ac6e26-4a67-4157-9a53-974917762714 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Refreshing instance network info cache due to event network-changed-824fd46a-1310-48b8-83d2-2c5dfa458fa9. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.319116] env[69481]: DEBUG oslo_concurrency.lockutils [req-18be426b-f632-4232-8499-3c88359282bc req-c8ac6e26-4a67-4157-9a53-974917762714 service nova] Acquiring lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.319116] env[69481]: DEBUG oslo_concurrency.lockutils [req-18be426b-f632-4232-8499-3c88359282bc req-c8ac6e26-4a67-4157-9a53-974917762714 service nova] Acquired lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.319116] env[69481]: DEBUG nova.network.neutron [req-18be426b-f632-4232-8499-3c88359282bc req-c8ac6e26-4a67-4157-9a53-974917762714 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Refreshing network info cache for port 824fd46a-1310-48b8-83d2-2c5dfa458fa9 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.323145] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.334975] env[69481]: DEBUG nova.network.neutron [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.516293] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264576, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.558565] env[69481]: DEBUG nova.network.neutron [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Updating instance_info_cache with network_info: [{"id": "62f17f1b-361d-43b0-b68a-7586a1457b6b", "address": "fa:16:3e:13:06:7d", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f17f1b-36", "ovs_interfaceid": "62f17f1b-361d-43b0-b68a-7586a1457b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.575107] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3045b73d-27ba-479f-9313-0ef01ee212de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.584185] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb66f95d-e220-4be9-a5fb-f79486d0c774 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.616911] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaa8e5a-df56-4533-906e-9e7c208c4370 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.627478] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e493fbe-9a08-4de4-b743-94470c14214a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.642091] env[69481]: DEBUG nova.compute.provider_tree [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.726014] env[69481]: DEBUG oslo_concurrency.lockutils [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "5223caf5-d090-4460-875b-03b6e6a0096a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.726430] env[69481]: DEBUG oslo_concurrency.lockutils [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.726604] env[69481]: DEBUG oslo_concurrency.lockutils [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "5223caf5-d090-4460-875b-03b6e6a0096a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.726806] env[69481]: DEBUG oslo_concurrency.lockutils [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.726987] env[69481]: DEBUG oslo_concurrency.lockutils [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.729404] env[69481]: INFO nova.compute.manager [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Terminating instance [ 1085.799849] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529242aa-b2e3-9359-fdbf-70633db1ac8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.800206] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.800516] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 64b6b348-ac71-4cd1-867a-abafbc132c08/64b6b348-ac71-4cd1-867a-abafbc132c08.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.803957] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01d245c1-e021-4c8f-af6e-dfed5cd2d11e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.807905] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1085.807905] env[69481]: value = "task-3264577" [ 1085.807905] env[69481]: _type = "Task" [ 1085.807905] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.816262] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.018154] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264576, 'name': Rename_Task, 'duration_secs': 1.152984} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.019448] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.019448] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38b2645b-1cc4-4d37-9930-6b917ddeee97 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.027238] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1086.027238] env[69481]: value = "task-3264578" [ 1086.027238] env[69481]: _type = "Task" [ 1086.027238] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.038607] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.061791] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Releasing lock "refresh_cache-65ef172c-141a-457e-ba5a-fd87f0379069" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.062331] env[69481]: DEBUG nova.compute.manager [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Instance network_info: |[{"id": "62f17f1b-361d-43b0-b68a-7586a1457b6b", "address": "fa:16:3e:13:06:7d", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f17f1b-36", "ovs_interfaceid": "62f17f1b-361d-43b0-b68a-7586a1457b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.062881] env[69481]: DEBUG oslo_concurrency.lockutils [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] Acquired lock "refresh_cache-65ef172c-141a-457e-ba5a-fd87f0379069" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.063199] env[69481]: DEBUG nova.network.neutron [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Refreshing network info cache for port 62f17f1b-361d-43b0-b68a-7586a1457b6b {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.064804] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:06:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62f17f1b-361d-43b0-b68a-7586a1457b6b', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.076105] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Creating folder: Project (51fe13e621f8413db7886a5933166838). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.077840] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af604c69-1707-4ee4-8f60-ebd1c0dd7606 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.092745] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Created folder: Project (51fe13e621f8413db7886a5933166838) in parent group-v651898. [ 1086.092745] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Creating folder: Instances. Parent ref: group-v652166. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.093144] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc34517a-6181-4cd5-8df2-46d3254100f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.107611] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Created folder: Instances in parent group-v652166. [ 1086.107900] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.108137] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.108400] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dce4fa5d-7b5c-4c99-a7e3-6f22c6ad151f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.131887] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.131887] env[69481]: value = "task-3264581" [ 1086.131887] env[69481]: _type = "Task" [ 1086.131887] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.140708] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264581, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.145031] env[69481]: DEBUG nova.scheduler.client.report [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.149565] env[69481]: DEBUG nova.network.neutron [req-18be426b-f632-4232-8499-3c88359282bc req-c8ac6e26-4a67-4157-9a53-974917762714 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updated VIF entry in instance network info cache for port 824fd46a-1310-48b8-83d2-2c5dfa458fa9. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.149875] env[69481]: DEBUG nova.network.neutron [req-18be426b-f632-4232-8499-3c88359282bc req-c8ac6e26-4a67-4157-9a53-974917762714 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updating instance_info_cache with network_info: [{"id": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "address": "fa:16:3e:1f:dd:58", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824fd46a-13", "ovs_interfaceid": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.233436] env[69481]: DEBUG nova.compute.manager [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.233676] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.234722] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030563d6-3609-4cee-aae1-eac69c99defa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.246603] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.247095] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a77959-f3af-47d1-afbe-5459751bfb5a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.254835] env[69481]: DEBUG oslo_vmware.api [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1086.254835] env[69481]: value = "task-3264582" [ 1086.254835] env[69481]: _type = "Task" [ 1086.254835] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.265429] env[69481]: DEBUG oslo_vmware.api [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.318508] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466576} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.318792] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 64b6b348-ac71-4cd1-867a-abafbc132c08/64b6b348-ac71-4cd1-867a-abafbc132c08.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.319080] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.319380] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa474f8-d8ec-4596-ab5a-2760199045ce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.326205] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1086.326205] env[69481]: value = "task-3264583" [ 1086.326205] env[69481]: _type = "Task" [ 1086.326205] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.332163] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.338636] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.357538] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.357830] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.358081] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.358332] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.358524] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.358694] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.358939] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.359153] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.359372] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.359581] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.359844] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.361378] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833a6658-f94e-4aad-aa6b-c2da172b6cf0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.369882] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c0e4b-4aef-4c81-8565-8017609adac5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.537341] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264578, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.644510] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264581, 'name': CreateVM_Task, 'duration_secs': 0.510785} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.644702] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.646936] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.647319] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.647706] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.648014] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db9bc43-a52e-45c6-af1a-3ae6bdb93851 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.652300] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.652874] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.659875] env[69481]: DEBUG oslo_concurrency.lockutils [req-18be426b-f632-4232-8499-3c88359282bc req-c8ac6e26-4a67-4157-9a53-974917762714 service nova] Releasing lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.660402] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.869s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.662053] env[69481]: INFO nova.compute.claims [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.664710] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for the task: (returnval){ [ 1086.664710] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52940f6b-32f6-0289-de26-9d455e1e5844" [ 1086.664710] env[69481]: _type = "Task" [ 1086.664710] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.677256] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52940f6b-32f6-0289-de26-9d455e1e5844, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.677623] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.677903] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.678203] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.678385] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.678627] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.678937] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3528fef9-2948-477a-b2fa-0b25191fd3ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.690322] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.690322] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.691295] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbaa4a82-2d01-4d4a-95c6-2e0a9ac41ad5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.698406] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for the task: (returnval){ [ 1086.698406] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52dfcabe-8b67-581a-b356-baa9d434120e" [ 1086.698406] env[69481]: _type = "Task" [ 1086.698406] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.709287] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52dfcabe-8b67-581a-b356-baa9d434120e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.765816] env[69481]: DEBUG oslo_vmware.api [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264582, 'name': PowerOffVM_Task, 'duration_secs': 0.240421} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.765816] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.765816] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.765816] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c88c667-db36-4de0-a850-fad8343d502f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.776827] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Successfully updated port: 548dbfb7-9272-44bb-93cd-11c18206624a {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.835976] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072943} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.836274] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.836982] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74177293-ba0e-4e36-ac63-e09c6a1425c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.841962] env[69481]: DEBUG nova.network.neutron [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Updated VIF entry in instance network info cache for port 62f17f1b-361d-43b0-b68a-7586a1457b6b. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.842597] env[69481]: DEBUG nova.network.neutron [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Updating instance_info_cache with network_info: [{"id": "62f17f1b-361d-43b0-b68a-7586a1457b6b", "address": "fa:16:3e:13:06:7d", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f17f1b-36", "ovs_interfaceid": "62f17f1b-361d-43b0-b68a-7586a1457b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.866930] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 64b6b348-ac71-4cd1-867a-abafbc132c08/64b6b348-ac71-4cd1-867a-abafbc132c08.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.868560] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f8b975f-0710-4da2-b080-45eafd58b73e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.882884] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.883201] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.883396] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleting the datastore file [datastore2] 5223caf5-d090-4460-875b-03b6e6a0096a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.883950] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d42aa08f-6883-4ad2-8711-9f7fadc2f13e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.890951] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1086.890951] env[69481]: value = "task-3264586" [ 1086.890951] env[69481]: _type = "Task" [ 1086.890951] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.892536] env[69481]: DEBUG oslo_vmware.api [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1086.892536] env[69481]: value = "task-3264585" [ 1086.892536] env[69481]: _type = "Task" [ 1086.892536] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.903778] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.906836] env[69481]: DEBUG oslo_vmware.api [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.038393] env[69481]: DEBUG oslo_vmware.api [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264578, 'name': PowerOnVM_Task, 'duration_secs': 0.529479} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.038710] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.038932] env[69481]: INFO nova.compute.manager [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1087.039156] env[69481]: DEBUG nova.compute.manager [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.040026] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab0ec54-698b-4ab3-995e-8780e88c75a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.170076] env[69481]: DEBUG nova.compute.utils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.171354] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.171653] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.210385] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52dfcabe-8b67-581a-b356-baa9d434120e, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.211898] env[69481]: DEBUG nova.policy [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af012009f80946ebb5499e2a6ec1eb70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b80bd232bf4e19a1bd11ec6922cc91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.213867] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8515af2f-9f81-473b-a41d-0e50097bc444 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.219338] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for the task: (returnval){ [ 1087.219338] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c3f4db-0ec6-f73b-9169-f56e75364da9" [ 1087.219338] env[69481]: _type = "Task" [ 1087.219338] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.227304] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c3f4db-0ec6-f73b-9169-f56e75364da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.258573] env[69481]: DEBUG nova.compute.manager [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Received event network-vif-plugged-548dbfb7-9272-44bb-93cd-11c18206624a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.258972] env[69481]: DEBUG oslo_concurrency.lockutils [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] Acquiring lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.259193] env[69481]: DEBUG oslo_concurrency.lockutils [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] Lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.259362] env[69481]: DEBUG oslo_concurrency.lockutils [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] Lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.259529] env[69481]: DEBUG nova.compute.manager [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] No waiting events found dispatching network-vif-plugged-548dbfb7-9272-44bb-93cd-11c18206624a {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.259695] env[69481]: WARNING nova.compute.manager [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Received unexpected event network-vif-plugged-548dbfb7-9272-44bb-93cd-11c18206624a for instance with vm_state building and task_state spawning. [ 1087.259850] env[69481]: DEBUG nova.compute.manager [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Received event network-changed-548dbfb7-9272-44bb-93cd-11c18206624a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.260000] env[69481]: DEBUG nova.compute.manager [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Refreshing instance network info cache due to event network-changed-548dbfb7-9272-44bb-93cd-11c18206624a. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.260205] env[69481]: DEBUG oslo_concurrency.lockutils [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] Acquiring lock "refresh_cache-acf7fd47-27f7-4b1b-9024-d03ccd48299a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.260339] env[69481]: DEBUG oslo_concurrency.lockutils [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] Acquired lock "refresh_cache-acf7fd47-27f7-4b1b-9024-d03ccd48299a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.260555] env[69481]: DEBUG nova.network.neutron [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Refreshing network info cache for port 548dbfb7-9272-44bb-93cd-11c18206624a {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.281790] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "refresh_cache-acf7fd47-27f7-4b1b-9024-d03ccd48299a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.347196] env[69481]: DEBUG oslo_concurrency.lockutils [req-99cec663-7b5f-4d93-82aa-60149b69ecc3 req-1a589156-bdb7-4666-a7c1-40b39efcf930 service nova] Releasing lock "refresh_cache-65ef172c-141a-457e-ba5a-fd87f0379069" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.405788] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.408874] env[69481]: DEBUG oslo_vmware.api [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142397} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.409146] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.409298] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.409475] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.409643] env[69481]: INFO nova.compute.manager [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1087.409888] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.410104] env[69481]: DEBUG nova.compute.manager [-] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.410201] env[69481]: DEBUG nova.network.neutron [-] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.512017] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Successfully created port: 46f9f1c8-323e-4080-bc7e-95f866e801ec {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.559195] env[69481]: INFO nova.compute.manager [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Took 36.83 seconds to build instance. [ 1087.675293] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.736815] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c3f4db-0ec6-f73b-9169-f56e75364da9, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.739652] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.739985] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 65ef172c-141a-457e-ba5a-fd87f0379069/65ef172c-141a-457e-ba5a-fd87f0379069.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.741014] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-031543e8-e3ed-4c3e-bf9d-881ad8e10166 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.748135] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for the task: (returnval){ [ 1087.748135] env[69481]: value = "task-3264587" [ 1087.748135] env[69481]: _type = "Task" [ 1087.748135] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.769864] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.809710] env[69481]: DEBUG nova.network.neutron [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.900480] env[69481]: DEBUG nova.network.neutron [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.915222] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264586, 'name': ReconfigVM_Task, 'duration_secs': 0.881159} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.915222] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 64b6b348-ac71-4cd1-867a-abafbc132c08/64b6b348-ac71-4cd1-867a-abafbc132c08.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.916631] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20ba2a08-e73e-42ee-af46-a3da32700f03 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.925310] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1087.925310] env[69481]: value = "task-3264588" [ 1087.925310] env[69481]: _type = "Task" [ 1087.925310] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.941513] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264588, 'name': Rename_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.946182] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9deff84-1a85-40f6-969e-705a4c0dec4e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.955076] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592d015c-2525-4d7b-b832-4275e2370802 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.997837] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b362aa-f9f5-4fa4-b542-335dc37216cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.008337] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326d7c0f-0ff4-460f-be43-e1df30801c8d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.028195] env[69481]: DEBUG nova.compute.provider_tree [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.061475] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5c3963dc-5dbf-4182-92ca-f9ea083243ce tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.344s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.257862] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480018} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.258174] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 65ef172c-141a-457e-ba5a-fd87f0379069/65ef172c-141a-457e-ba5a-fd87f0379069.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.258458] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.258734] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff7c828d-53d1-491e-9907-fdc84744f24b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.267307] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for the task: (returnval){ [ 1088.267307] env[69481]: value = "task-3264589" [ 1088.267307] env[69481]: _type = "Task" [ 1088.267307] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.277660] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.403875] env[69481]: DEBUG oslo_concurrency.lockutils [req-1631aff1-0207-4687-8d62-d0edb9fd3773 req-d0ca0d61-4ada-4a8c-aee2-6b980f5891bf service nova] Releasing lock "refresh_cache-acf7fd47-27f7-4b1b-9024-d03ccd48299a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.404300] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "refresh_cache-acf7fd47-27f7-4b1b-9024-d03ccd48299a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.404465] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.436815] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264588, 'name': Rename_Task, 'duration_secs': 0.267952} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.437224] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.437529] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b04243a0-d017-4fee-994f-7d7c2dfe3b24 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.444899] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1088.444899] env[69481]: value = "task-3264590" [ 1088.444899] env[69481]: _type = "Task" [ 1088.444899] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.453869] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.529532] env[69481]: DEBUG nova.scheduler.client.report [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.686425] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.709643] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.709764] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.709889] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.710091] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.710244] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.710393] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.710650] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.710865] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.711020] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.711199] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.711383] env[69481]: DEBUG nova.virt.hardware [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.712298] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1646a6-8f74-4a31-bd78-cbee91d946d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.720547] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cba9be1-ada6-424a-bed4-96ee98829100 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.745731] env[69481]: DEBUG nova.network.neutron [-] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.777807] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06178} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.778107] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.778904] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e60512-b111-4cf7-b9f4-c1ef671023f5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.801226] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 65ef172c-141a-457e-ba5a-fd87f0379069/65ef172c-141a-457e-ba5a-fd87f0379069.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.802166] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4329b340-82ee-47d7-a38b-20f0fabf6e72 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.821736] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for the task: (returnval){ [ 1088.821736] env[69481]: value = "task-3264591" [ 1088.821736] env[69481]: _type = "Task" [ 1088.821736] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.830404] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.937511] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.956156] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.009026] env[69481]: DEBUG nova.compute.manager [req-00217ced-abc6-4908-8cd8-530ab3bebf96 req-54a82713-12ba-400b-aa02-d3dbe02f4175 service nova] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Received event network-vif-plugged-46f9f1c8-323e-4080-bc7e-95f866e801ec {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.009199] env[69481]: DEBUG oslo_concurrency.lockutils [req-00217ced-abc6-4908-8cd8-530ab3bebf96 req-54a82713-12ba-400b-aa02-d3dbe02f4175 service nova] Acquiring lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.009456] env[69481]: DEBUG oslo_concurrency.lockutils [req-00217ced-abc6-4908-8cd8-530ab3bebf96 req-54a82713-12ba-400b-aa02-d3dbe02f4175 service nova] Lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.009730] env[69481]: DEBUG oslo_concurrency.lockutils [req-00217ced-abc6-4908-8cd8-530ab3bebf96 req-54a82713-12ba-400b-aa02-d3dbe02f4175 service nova] Lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.009894] env[69481]: DEBUG nova.compute.manager [req-00217ced-abc6-4908-8cd8-530ab3bebf96 req-54a82713-12ba-400b-aa02-d3dbe02f4175 service nova] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] No waiting events found dispatching network-vif-plugged-46f9f1c8-323e-4080-bc7e-95f866e801ec {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.010060] env[69481]: WARNING nova.compute.manager [req-00217ced-abc6-4908-8cd8-530ab3bebf96 req-54a82713-12ba-400b-aa02-d3dbe02f4175 service nova] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Received unexpected event network-vif-plugged-46f9f1c8-323e-4080-bc7e-95f866e801ec for instance with vm_state building and task_state spawning. [ 1089.035655] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.035768] env[69481]: DEBUG nova.compute.manager [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.038424] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.129s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.038666] env[69481]: DEBUG nova.objects.instance [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lazy-loading 'resources' on Instance uuid 3d61dfc4-f55c-42c6-a057-16e8ad390270 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.107151] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Successfully updated port: 46f9f1c8-323e-4080-bc7e-95f866e801ec {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.125437] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Updating instance_info_cache with network_info: [{"id": "548dbfb7-9272-44bb-93cd-11c18206624a", "address": "fa:16:3e:e1:80:5e", "network": {"id": "5d63f0ec-1978-4518-8670-c728fda4506f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-723318383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b80bd232bf4e19a1bd11ec6922cc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548dbfb7-92", "ovs_interfaceid": "548dbfb7-9272-44bb-93cd-11c18206624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.250731] env[69481]: INFO nova.compute.manager [-] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Took 1.84 seconds to deallocate network for instance. [ 1089.333114] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.366488] env[69481]: DEBUG nova.compute.manager [req-eff847fb-abff-4db0-9c4d-93cf74629a31 req-69bff9dd-ebdf-43b7-a94a-3300954c848a service nova] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Received event network-vif-deleted-a644afbb-0564-4806-b68d-13698e0e5b50 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.459348] env[69481]: DEBUG oslo_vmware.api [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264590, 'name': PowerOnVM_Task, 'duration_secs': 0.938223} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.459535] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.459673] env[69481]: INFO nova.compute.manager [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1089.459903] env[69481]: DEBUG nova.compute.manager [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.460802] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5425d2-ad9e-4026-88df-dbe474f80e95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.522743] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.523112] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.523391] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.523638] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.523871] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.526659] env[69481]: INFO nova.compute.manager [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Terminating instance [ 1089.542204] env[69481]: DEBUG nova.compute.utils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.544055] env[69481]: DEBUG nova.compute.manager [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.544257] env[69481]: DEBUG nova.network.neutron [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.594065] env[69481]: DEBUG nova.policy [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1513abfb3b714e2fa113e306ff3728b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e4eb7f68c61403699ef0a74851960a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.610136] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "refresh_cache-6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.610291] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "refresh_cache-6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.610441] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.628457] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "refresh_cache-acf7fd47-27f7-4b1b-9024-d03ccd48299a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.628747] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Instance network_info: |[{"id": "548dbfb7-9272-44bb-93cd-11c18206624a", "address": "fa:16:3e:e1:80:5e", "network": {"id": "5d63f0ec-1978-4518-8670-c728fda4506f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-723318383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b80bd232bf4e19a1bd11ec6922cc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548dbfb7-92", "ovs_interfaceid": "548dbfb7-9272-44bb-93cd-11c18206624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.629211] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:80:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '548dbfb7-9272-44bb-93cd-11c18206624a', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.636887] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.640091] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.640574] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b5fc8c6-4cde-4cda-b2ef-de3d597d3238 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.664073] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.664073] env[69481]: value = "task-3264592" [ 1089.664073] env[69481]: _type = "Task" [ 1089.664073] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.673384] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264592, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.760024] env[69481]: DEBUG oslo_concurrency.lockutils [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.779853] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544725ae-4d64-449f-951d-8a04be54df7a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.789550] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a3f925-c85c-4ce5-a032-a0da0eb2ef58 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.819333] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7f9a8f-5ff6-42ed-aaa4-90a484b98f19 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.830248] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d515316-3acc-40d1-9f00-adbdfb4a0a9e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.839075] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264591, 'name': ReconfigVM_Task, 'duration_secs': 0.592726} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.839892] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 65ef172c-141a-457e-ba5a-fd87f0379069/65ef172c-141a-457e-ba5a-fd87f0379069.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.840627] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9ad5cf5-879b-4b2c-9dea-5d9a197b4b2a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.850530] env[69481]: DEBUG nova.compute.provider_tree [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.856748] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for the task: (returnval){ [ 1089.856748] env[69481]: value = "task-3264593" [ 1089.856748] env[69481]: _type = "Task" [ 1089.856748] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.865430] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264593, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.896924] env[69481]: DEBUG nova.network.neutron [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Successfully created port: 6d84aea4-351c-4b54-a42f-0876f9e67e00 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.979964] env[69481]: INFO nova.compute.manager [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Took 36.52 seconds to build instance. [ 1090.030451] env[69481]: DEBUG nova.compute.manager [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.030771] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.032659] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61c7427-f58e-49b9-8507-04afaf815441 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.040875] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.041200] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67a16f19-ec5e-459c-b137-f80c0fad1cad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.044736] env[69481]: DEBUG nova.compute.manager [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.048799] env[69481]: DEBUG oslo_vmware.api [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1090.048799] env[69481]: value = "task-3264594" [ 1090.048799] env[69481]: _type = "Task" [ 1090.048799] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.059797] env[69481]: DEBUG oslo_vmware.api [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.147047] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.175729] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264592, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.308922] env[69481]: DEBUG nova.network.neutron [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Updating instance_info_cache with network_info: [{"id": "46f9f1c8-323e-4080-bc7e-95f866e801ec", "address": "fa:16:3e:cd:69:ec", "network": {"id": "5d63f0ec-1978-4518-8670-c728fda4506f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-723318383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b80bd232bf4e19a1bd11ec6922cc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f9f1c8-32", "ovs_interfaceid": "46f9f1c8-323e-4080-bc7e-95f866e801ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.356218] env[69481]: DEBUG nova.scheduler.client.report [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.372965] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264593, 'name': Rename_Task, 'duration_secs': 0.269822} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.373290] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.373556] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a533dfa5-5025-4ade-9d3f-73f2d715edf9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.384863] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for the task: (returnval){ [ 1090.384863] env[69481]: value = "task-3264595" [ 1090.384863] env[69481]: _type = "Task" [ 1090.384863] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.394178] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.482175] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2e874990-3fa9-4dce-898b-623af4f92b2f tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "64b6b348-ac71-4cd1-867a-abafbc132c08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.029s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.563076] env[69481]: DEBUG oslo_vmware.api [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264594, 'name': PowerOffVM_Task, 'duration_secs': 0.265629} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.563440] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.563631] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.563900] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c64d41c3-876f-4d73-9bee-62af458dda5e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.675541] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264592, 'name': CreateVM_Task, 'duration_secs': 0.512317} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.675769] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.676526] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.676777] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.677196] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.677510] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d8fd1d-e4cc-4b35-9948-e0080fa921a3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.682130] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1090.682130] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]524127e8-aa91-e01c-12a9-b77755b1ceda" [ 1090.682130] env[69481]: _type = "Task" [ 1090.682130] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.693048] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524127e8-aa91-e01c-12a9-b77755b1ceda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.812355] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "refresh_cache-6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.812686] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Instance network_info: |[{"id": "46f9f1c8-323e-4080-bc7e-95f866e801ec", "address": "fa:16:3e:cd:69:ec", "network": {"id": "5d63f0ec-1978-4518-8670-c728fda4506f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-723318383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b80bd232bf4e19a1bd11ec6922cc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f9f1c8-32", "ovs_interfaceid": "46f9f1c8-323e-4080-bc7e-95f866e801ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.812938] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:69:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46f9f1c8-323e-4080-bc7e-95f866e801ec', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.820703] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.820942] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.821184] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6d1cdb6-7b80-40ea-a30c-d82a3b2a31e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.841343] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.841343] env[69481]: value = "task-3264597" [ 1090.841343] env[69481]: _type = "Task" [ 1090.841343] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.851956] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264597, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.862031] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.863865] env[69481]: DEBUG oslo_concurrency.lockutils [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.874s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.864161] env[69481]: DEBUG nova.objects.instance [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lazy-loading 'resources' on Instance uuid 8650fbb0-4a43-4168-803f-31fcfb165d1d {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.892250] env[69481]: INFO nova.scheduler.client.report [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Deleted allocations for instance 3d61dfc4-f55c-42c6-a057-16e8ad390270 [ 1090.904062] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.966392] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275d62f5-6844-4eb9-af1e-bceb8a16fa0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.974269] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-84a555ea-c1e9-4743-8478-20054a212c9b tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Suspending the VM {{(pid=69481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1090.974533] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b86f1124-fc51-4d1a-b3a1-757c83e70eff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.981571] env[69481]: DEBUG oslo_vmware.api [None req-84a555ea-c1e9-4743-8478-20054a212c9b tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1090.981571] env[69481]: value = "task-3264598" [ 1090.981571] env[69481]: _type = "Task" [ 1090.981571] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.989559] env[69481]: DEBUG oslo_vmware.api [None req-84a555ea-c1e9-4743-8478-20054a212c9b tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264598, 'name': SuspendVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.037049] env[69481]: DEBUG nova.compute.manager [req-14edf270-6ee6-40da-a099-4a0333179dda req-15551962-caac-4aac-bbe5-e6047f14613e service nova] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Received event network-changed-46f9f1c8-323e-4080-bc7e-95f866e801ec {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.037376] env[69481]: DEBUG nova.compute.manager [req-14edf270-6ee6-40da-a099-4a0333179dda req-15551962-caac-4aac-bbe5-e6047f14613e service nova] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Refreshing instance network info cache due to event network-changed-46f9f1c8-323e-4080-bc7e-95f866e801ec. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.037724] env[69481]: DEBUG oslo_concurrency.lockutils [req-14edf270-6ee6-40da-a099-4a0333179dda req-15551962-caac-4aac-bbe5-e6047f14613e service nova] Acquiring lock "refresh_cache-6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.038034] env[69481]: DEBUG oslo_concurrency.lockutils [req-14edf270-6ee6-40da-a099-4a0333179dda req-15551962-caac-4aac-bbe5-e6047f14613e service nova] Acquired lock "refresh_cache-6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.038356] env[69481]: DEBUG nova.network.neutron [req-14edf270-6ee6-40da-a099-4a0333179dda req-15551962-caac-4aac-bbe5-e6047f14613e service nova] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Refreshing network info cache for port 46f9f1c8-323e-4080-bc7e-95f866e801ec {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.058053] env[69481]: DEBUG nova.compute.manager [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.085475] env[69481]: DEBUG nova.virt.hardware [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.085798] env[69481]: DEBUG nova.virt.hardware [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.085920] env[69481]: DEBUG nova.virt.hardware [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.086144] env[69481]: DEBUG nova.virt.hardware [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.086287] env[69481]: DEBUG nova.virt.hardware [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.086445] env[69481]: DEBUG nova.virt.hardware [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.086668] env[69481]: DEBUG nova.virt.hardware [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.086860] env[69481]: DEBUG nova.virt.hardware [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.087058] env[69481]: DEBUG nova.virt.hardware [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.087259] env[69481]: DEBUG nova.virt.hardware [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.087456] env[69481]: DEBUG nova.virt.hardware [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.088450] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99403abd-bb13-4926-a08a-2799789123a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.097566] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347a0edb-060a-4d28-a41a-537ae55f7e9f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.193757] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524127e8-aa91-e01c-12a9-b77755b1ceda, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.194089] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.194410] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.194799] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.195072] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.195369] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.195701] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-831fc95c-7324-4a2a-b302-e3840976a36d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.218790] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.219044] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.219872] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b66198-0fdd-41b7-a735-49a3f1cc0f06 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.226070] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1091.226070] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5232de94-1c6c-ff52-c054-1d0371dd96f7" [ 1091.226070] env[69481]: _type = "Task" [ 1091.226070] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.234501] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5232de94-1c6c-ff52-c054-1d0371dd96f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.354431] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264597, 'name': CreateVM_Task, 'duration_secs': 0.40332} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.354431] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.354995] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.355777] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.355777] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.356148] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a4c4e0-6f52-4b58-bb29-38c3fadb5bb2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.363960] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1091.363960] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52410b0e-5522-fd3f-bb83-ad8ec94dd9d0" [ 1091.363960] env[69481]: _type = "Task" [ 1091.363960] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.373042] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52410b0e-5522-fd3f-bb83-ad8ec94dd9d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.406941] env[69481]: DEBUG oslo_vmware.api [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264595, 'name': PowerOnVM_Task, 'duration_secs': 0.898823} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.411634] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91a40bb0-f8b8-41d5-a061-4a33d5e6461d tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "3d61dfc4-f55c-42c6-a057-16e8ad390270" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.012s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.414312] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.414312] env[69481]: INFO nova.compute.manager [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1091.414312] env[69481]: DEBUG nova.compute.manager [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.414312] env[69481]: DEBUG nova.compute.manager [req-404ff010-c7ff-42ad-8c52-1f3fd201b69d req-3b2874e4-b367-431b-ba2d-075ecc050f3b service nova] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Received event network-vif-plugged-6d84aea4-351c-4b54-a42f-0876f9e67e00 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.417578] env[69481]: DEBUG oslo_concurrency.lockutils [req-404ff010-c7ff-42ad-8c52-1f3fd201b69d req-3b2874e4-b367-431b-ba2d-075ecc050f3b service nova] Acquiring lock "9aac2ba0-2563-404a-9678-f6de10a5187c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.417578] env[69481]: DEBUG oslo_concurrency.lockutils [req-404ff010-c7ff-42ad-8c52-1f3fd201b69d req-3b2874e4-b367-431b-ba2d-075ecc050f3b service nova] Lock "9aac2ba0-2563-404a-9678-f6de10a5187c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.417578] env[69481]: DEBUG oslo_concurrency.lockutils [req-404ff010-c7ff-42ad-8c52-1f3fd201b69d req-3b2874e4-b367-431b-ba2d-075ecc050f3b service nova] Lock "9aac2ba0-2563-404a-9678-f6de10a5187c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.417578] env[69481]: DEBUG nova.compute.manager [req-404ff010-c7ff-42ad-8c52-1f3fd201b69d req-3b2874e4-b367-431b-ba2d-075ecc050f3b service nova] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] No waiting events found dispatching network-vif-plugged-6d84aea4-351c-4b54-a42f-0876f9e67e00 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.417578] env[69481]: WARNING nova.compute.manager [req-404ff010-c7ff-42ad-8c52-1f3fd201b69d req-3b2874e4-b367-431b-ba2d-075ecc050f3b service nova] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Received unexpected event network-vif-plugged-6d84aea4-351c-4b54-a42f-0876f9e67e00 for instance with vm_state building and task_state spawning. [ 1091.419411] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c800564e-0bc1-4fd6-b7b4-47f0e180d044 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.430578] env[69481]: DEBUG nova.network.neutron [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Successfully updated port: 6d84aea4-351c-4b54-a42f-0876f9e67e00 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.491371] env[69481]: DEBUG oslo_vmware.api [None req-84a555ea-c1e9-4743-8478-20054a212c9b tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264598, 'name': SuspendVM_Task} progress is 62%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.595148] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2710e0-7b1e-4fa8-b27a-28420c834a2e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.603018] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86007e6-3b63-462d-8906-103c340b81d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.633022] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e550893-1fa2-4c4b-a9e2-d3c1512eb8d8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.642949] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def9cef1-7f59-497f-a182-e4e88d516eb9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.658444] env[69481]: DEBUG nova.compute.provider_tree [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.737215] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5232de94-1c6c-ff52-c054-1d0371dd96f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016171} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.740991] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be12140-90c2-4007-b7a7-af4be68f45fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.746957] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1091.746957] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]520da482-a069-3c65-3fe0-b6200735be58" [ 1091.746957] env[69481]: _type = "Task" [ 1091.746957] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.755225] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520da482-a069-3c65-3fe0-b6200735be58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.816406] env[69481]: DEBUG nova.compute.manager [None req-e1d23b85-451e-4e59-ad47-c9122e375c61 tempest-ServerDiagnosticsTest-2009372163 tempest-ServerDiagnosticsTest-2009372163-project-admin] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.817539] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0b9a34-e048-4b5e-90d2-31e84c4d9c93 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.827064] env[69481]: INFO nova.compute.manager [None req-e1d23b85-451e-4e59-ad47-c9122e375c61 tempest-ServerDiagnosticsTest-2009372163 tempest-ServerDiagnosticsTest-2009372163-project-admin] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Retrieving diagnostics [ 1091.827064] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192b849f-5714-4561-b0bd-77333bd2fa52 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.830158] env[69481]: DEBUG nova.network.neutron [req-14edf270-6ee6-40da-a099-4a0333179dda req-15551962-caac-4aac-bbe5-e6047f14613e service nova] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Updated VIF entry in instance network info cache for port 46f9f1c8-323e-4080-bc7e-95f866e801ec. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.830551] env[69481]: DEBUG nova.network.neutron [req-14edf270-6ee6-40da-a099-4a0333179dda req-15551962-caac-4aac-bbe5-e6047f14613e service nova] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Updating instance_info_cache with network_info: [{"id": "46f9f1c8-323e-4080-bc7e-95f866e801ec", "address": "fa:16:3e:cd:69:ec", "network": {"id": "5d63f0ec-1978-4518-8670-c728fda4506f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-723318383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b80bd232bf4e19a1bd11ec6922cc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f9f1c8-32", "ovs_interfaceid": "46f9f1c8-323e-4080-bc7e-95f866e801ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.871438] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52410b0e-5522-fd3f-bb83-ad8ec94dd9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012638} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.871791] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.872089] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.872345] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.938261] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "refresh_cache-9aac2ba0-2563-404a-9678-f6de10a5187c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.938373] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "refresh_cache-9aac2ba0-2563-404a-9678-f6de10a5187c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.938835] env[69481]: DEBUG nova.network.neutron [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.942278] env[69481]: INFO nova.compute.manager [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Took 30.33 seconds to build instance. [ 1091.992367] env[69481]: DEBUG oslo_vmware.api [None req-84a555ea-c1e9-4743-8478-20054a212c9b tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264598, 'name': SuspendVM_Task} progress is 62%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.167117] env[69481]: DEBUG nova.scheduler.client.report [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.257871] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520da482-a069-3c65-3fe0-b6200735be58, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.258145] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.258471] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] acf7fd47-27f7-4b1b-9024-d03ccd48299a/acf7fd47-27f7-4b1b-9024-d03ccd48299a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.258767] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.258958] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.259187] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bf90d91-6883-4d0b-968b-8abc6a1634d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.261308] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2bf276b-9da5-45b4-99b4-e9e39dd53281 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.270351] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1092.270351] env[69481]: value = "task-3264599" [ 1092.270351] env[69481]: _type = "Task" [ 1092.270351] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.273439] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.273612] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.274592] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3729dc5f-ff84-4795-b06d-64e0a82e7496 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.279464] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.282298] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1092.282298] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f4b411-ff5b-a03a-9f65-68049c726116" [ 1092.282298] env[69481]: _type = "Task" [ 1092.282298] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.288985] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f4b411-ff5b-a03a-9f65-68049c726116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.358347] env[69481]: DEBUG oslo_concurrency.lockutils [req-14edf270-6ee6-40da-a099-4a0333179dda req-15551962-caac-4aac-bbe5-e6047f14613e service nova] Releasing lock "refresh_cache-6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.365137] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.365362] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.365547] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleting the datastore file [datastore1] fdf6980e-a8e8-48f1-960b-645f7d51a9ec {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.365851] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a6cb196-a7b1-4c64-a858-a87b40839d26 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.372233] env[69481]: DEBUG oslo_vmware.api [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for the task: (returnval){ [ 1092.372233] env[69481]: value = "task-3264600" [ 1092.372233] env[69481]: _type = "Task" [ 1092.372233] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.381413] env[69481]: DEBUG oslo_vmware.api [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.444658] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6f3258e5-1ef0-43f5-910a-0073298bc365 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Lock "65ef172c-141a-457e-ba5a-fd87f0379069" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.841s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.467610] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "70af6f04-e8fc-4dde-a191-c9592c145d23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.467833] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "70af6f04-e8fc-4dde-a191-c9592c145d23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.468057] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "70af6f04-e8fc-4dde-a191-c9592c145d23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.468248] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "70af6f04-e8fc-4dde-a191-c9592c145d23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.468422] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "70af6f04-e8fc-4dde-a191-c9592c145d23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.472014] env[69481]: INFO nova.compute.manager [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Terminating instance [ 1092.478643] env[69481]: DEBUG nova.network.neutron [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.495227] env[69481]: DEBUG oslo_vmware.api [None req-84a555ea-c1e9-4743-8478-20054a212c9b tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264598, 'name': SuspendVM_Task, 'duration_secs': 1.132802} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.495516] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-84a555ea-c1e9-4743-8478-20054a212c9b tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Suspended the VM {{(pid=69481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1092.495698] env[69481]: DEBUG nova.compute.manager [None req-84a555ea-c1e9-4743-8478-20054a212c9b tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.496527] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c2d8e8-edfd-4d35-8e61-14de7a67f215 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.672814] env[69481]: DEBUG oslo_concurrency.lockutils [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.676212] env[69481]: DEBUG oslo_concurrency.lockutils [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.918s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.676444] env[69481]: DEBUG nova.objects.instance [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lazy-loading 'resources' on Instance uuid 5223caf5-d090-4460-875b-03b6e6a0096a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.685914] env[69481]: DEBUG nova.network.neutron [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Updating instance_info_cache with network_info: [{"id": "6d84aea4-351c-4b54-a42f-0876f9e67e00", "address": "fa:16:3e:d1:13:39", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d84aea4-35", "ovs_interfaceid": "6d84aea4-351c-4b54-a42f-0876f9e67e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.709925] env[69481]: INFO nova.scheduler.client.report [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Deleted allocations for instance 8650fbb0-4a43-4168-803f-31fcfb165d1d [ 1092.779806] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499627} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.780074] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] acf7fd47-27f7-4b1b-9024-d03ccd48299a/acf7fd47-27f7-4b1b-9024-d03ccd48299a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.780287] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.780557] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02a15292-fd56-43f4-9326-be42b5334c94 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.791705] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f4b411-ff5b-a03a-9f65-68049c726116, 'name': SearchDatastore_Task, 'duration_secs': 0.008681} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.793434] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1092.793434] env[69481]: value = "task-3264601" [ 1092.793434] env[69481]: _type = "Task" [ 1092.793434] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.794121] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f6a42b-a44b-4bf5-a2e5-41b1e2c77e1b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.806292] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1092.806292] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c2a376-a5c6-d1e7-4183-55701349a164" [ 1092.806292] env[69481]: _type = "Task" [ 1092.806292] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.809248] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.816815] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c2a376-a5c6-d1e7-4183-55701349a164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.824415] env[69481]: DEBUG oslo_vmware.rw_handles [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d59bb-0027-1700-2895-f24c08e2dba9/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1092.825300] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122dd783-3773-4ace-8c3e-7b0a48eabbe4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.830644] env[69481]: DEBUG oslo_vmware.rw_handles [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d59bb-0027-1700-2895-f24c08e2dba9/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1092.830817] env[69481]: ERROR oslo_vmware.rw_handles [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d59bb-0027-1700-2895-f24c08e2dba9/disk-0.vmdk due to incomplete transfer. [ 1092.831044] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16f3da02-cefc-4a05-9e8b-fb2d9fd8a3ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.837452] env[69481]: DEBUG oslo_vmware.rw_handles [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d59bb-0027-1700-2895-f24c08e2dba9/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1092.837644] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Uploaded image 58e07af3-96fb-4632-938d-9b661cb87223 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1092.840080] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1092.840334] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab46f965-6ddc-42b2-867b-ae6777737330 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.846448] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1092.846448] env[69481]: value = "task-3264602" [ 1092.846448] env[69481]: _type = "Task" [ 1092.846448] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.854364] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264602, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.880826] env[69481]: DEBUG oslo_vmware.api [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Task: {'id': task-3264600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318219} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.881090] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.881278] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.881457] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.881675] env[69481]: INFO nova.compute.manager [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Took 2.85 seconds to destroy the instance on the hypervisor. [ 1092.881921] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.882129] env[69481]: DEBUG nova.compute.manager [-] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.882225] env[69481]: DEBUG nova.network.neutron [-] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.891539] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquiring lock "65ef172c-141a-457e-ba5a-fd87f0379069" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.891740] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Lock "65ef172c-141a-457e-ba5a-fd87f0379069" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.891993] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquiring lock "65ef172c-141a-457e-ba5a-fd87f0379069-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.892207] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Lock "65ef172c-141a-457e-ba5a-fd87f0379069-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.892377] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Lock "65ef172c-141a-457e-ba5a-fd87f0379069-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.894573] env[69481]: INFO nova.compute.manager [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Terminating instance [ 1092.977327] env[69481]: DEBUG nova.compute.manager [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.977327] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.978092] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e9e6a5-6b92-4e86-9335-d1168f27dc5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.986416] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.986677] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25092ff9-874d-492d-82d2-5746dec24c16 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.992984] env[69481]: DEBUG oslo_vmware.api [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1092.992984] env[69481]: value = "task-3264603" [ 1092.992984] env[69481]: _type = "Task" [ 1092.992984] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.001064] env[69481]: DEBUG oslo_vmware.api [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.188778] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "refresh_cache-9aac2ba0-2563-404a-9678-f6de10a5187c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.190426] env[69481]: DEBUG nova.compute.manager [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Instance network_info: |[{"id": "6d84aea4-351c-4b54-a42f-0876f9e67e00", "address": "fa:16:3e:d1:13:39", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d84aea4-35", "ovs_interfaceid": "6d84aea4-351c-4b54-a42f-0876f9e67e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.190426] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:13:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d84aea4-351c-4b54-a42f-0876f9e67e00', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.198251] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.199351] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.199636] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7648032-edb6-4497-8e3c-06e161551423 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.222264] env[69481]: DEBUG oslo_concurrency.lockutils [None req-045ba2bd-70e9-48fa-807b-09ad9a1b3e87 tempest-ServersAdminNegativeTestJSON-1373691456 tempest-ServersAdminNegativeTestJSON-1373691456-project-member] Lock "8650fbb0-4a43-4168-803f-31fcfb165d1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.977s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.230743] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.230743] env[69481]: value = "task-3264604" [ 1093.230743] env[69481]: _type = "Task" [ 1093.230743] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.242086] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264604, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.309013] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300745} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.309149] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.310373] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaec57f-75ec-4321-b2ec-df204db60bf3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.342209] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] acf7fd47-27f7-4b1b-9024-d03ccd48299a/acf7fd47-27f7-4b1b-9024-d03ccd48299a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.348765] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5234f60-c45a-4efb-95ea-90a69139b968 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.364834] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c2a376-a5c6-d1e7-4183-55701349a164, 'name': SearchDatastore_Task, 'duration_secs': 0.048445} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.365581] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.365911] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8/6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.370012] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e2d0c82-d16b-4c72-9298-f12f124655df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.375909] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1093.375909] env[69481]: value = "task-3264605" [ 1093.375909] env[69481]: _type = "Task" [ 1093.375909] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.382150] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264602, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.387215] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1093.387215] env[69481]: value = "task-3264606" [ 1093.387215] env[69481]: _type = "Task" [ 1093.387215] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.395753] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.400934] env[69481]: DEBUG nova.compute.manager [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.400934] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.400934] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdf775e-61bb-4fbd-8a0c-585651d63fab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.411728] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.413235] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.413522] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d0c28ac-a026-4f6a-891d-230dd1ffb582 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.425507] env[69481]: DEBUG oslo_vmware.api [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for the task: (returnval){ [ 1093.425507] env[69481]: value = "task-3264607" [ 1093.425507] env[69481]: _type = "Task" [ 1093.425507] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.439107] env[69481]: DEBUG oslo_vmware.api [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.447996] env[69481]: DEBUG nova.compute.manager [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Received event network-changed-6d84aea4-351c-4b54-a42f-0876f9e67e00 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.447996] env[69481]: DEBUG nova.compute.manager [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Refreshing instance network info cache due to event network-changed-6d84aea4-351c-4b54-a42f-0876f9e67e00. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.448262] env[69481]: DEBUG oslo_concurrency.lockutils [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] Acquiring lock "refresh_cache-9aac2ba0-2563-404a-9678-f6de10a5187c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.448486] env[69481]: DEBUG oslo_concurrency.lockutils [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] Acquired lock "refresh_cache-9aac2ba0-2563-404a-9678-f6de10a5187c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.448755] env[69481]: DEBUG nova.network.neutron [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Refreshing network info cache for port 6d84aea4-351c-4b54-a42f-0876f9e67e00 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.468671] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c55d5df-3142-4a61-902c-c8c7bd484803 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.477336] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1606de99-5be7-41c7-a869-588deb58bb17 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.516764] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dbf8b4-96cf-4289-a2ba-41c681a107fb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.525631] env[69481]: DEBUG oslo_vmware.api [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.529012] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642c9ff9-ab6d-4697-b547-528bc6b1494e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.533153] env[69481]: DEBUG oslo_concurrency.lockutils [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "64b6b348-ac71-4cd1-867a-abafbc132c08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.533408] env[69481]: DEBUG oslo_concurrency.lockutils [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "64b6b348-ac71-4cd1-867a-abafbc132c08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.533617] env[69481]: DEBUG oslo_concurrency.lockutils [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "64b6b348-ac71-4cd1-867a-abafbc132c08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.533800] env[69481]: DEBUG oslo_concurrency.lockutils [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "64b6b348-ac71-4cd1-867a-abafbc132c08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.533966] env[69481]: DEBUG oslo_concurrency.lockutils [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "64b6b348-ac71-4cd1-867a-abafbc132c08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.536177] env[69481]: INFO nova.compute.manager [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Terminating instance [ 1093.550025] env[69481]: DEBUG nova.compute.provider_tree [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.551795] env[69481]: DEBUG nova.compute.manager [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.551990] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.553010] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fb8af9-7531-457f-84c6-c0d5df98966e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.561207] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.561461] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afd3330d-c7d8-44aa-bf43-b3e5b15f6112 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.675184] env[69481]: DEBUG nova.network.neutron [-] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.680459] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.680459] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.680652] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleting the datastore file [datastore2] 64b6b348-ac71-4cd1-867a-abafbc132c08 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.681335] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8da192da-d00a-421e-b42d-592181b21c70 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.689463] env[69481]: DEBUG oslo_vmware.api [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1093.689463] env[69481]: value = "task-3264609" [ 1093.689463] env[69481]: _type = "Task" [ 1093.689463] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.701212] env[69481]: DEBUG oslo_vmware.api [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.742399] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264604, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.876073] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264602, 'name': Destroy_Task, 'duration_secs': 0.988956} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.876561] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Destroyed the VM [ 1093.876970] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1093.877334] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2e1dfc39-5a92-4f11-b24f-07a24a9aeaf3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.886645] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1093.886645] env[69481]: value = "task-3264610" [ 1093.886645] env[69481]: _type = "Task" [ 1093.886645] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.894164] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264605, 'name': ReconfigVM_Task, 'duration_secs': 0.346055} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.897828] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Reconfigured VM instance instance-00000060 to attach disk [datastore2] acf7fd47-27f7-4b1b-9024-d03ccd48299a/acf7fd47-27f7-4b1b-9024-d03ccd48299a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.898614] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4afea706-a969-476f-96a0-d5834b3c5245 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.904425] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264610, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.908575] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264606, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.910917] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1093.910917] env[69481]: value = "task-3264611" [ 1093.910917] env[69481]: _type = "Task" [ 1093.910917] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.922026] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264611, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.937183] env[69481]: DEBUG oslo_vmware.api [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264607, 'name': PowerOffVM_Task, 'duration_secs': 0.367318} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.937546] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.937745] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.938586] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d392aa7-2167-4930-b706-91a3ddfa1a20 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.011784] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.012336] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.012615] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Deleting the datastore file [datastore2] 65ef172c-141a-457e-ba5a-fd87f0379069 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.013124] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-013bc80f-e3ac-4160-86f6-76b9b5d18fc2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.037251] env[69481]: DEBUG oslo_vmware.api [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.040984] env[69481]: DEBUG oslo_vmware.api [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for the task: (returnval){ [ 1094.040984] env[69481]: value = "task-3264613" [ 1094.040984] env[69481]: _type = "Task" [ 1094.040984] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.054945] env[69481]: DEBUG oslo_vmware.api [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.057442] env[69481]: DEBUG nova.scheduler.client.report [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.177946] env[69481]: INFO nova.compute.manager [-] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Took 1.30 seconds to deallocate network for instance. [ 1094.205937] env[69481]: DEBUG oslo_vmware.api [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.246469] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264604, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.298961] env[69481]: DEBUG nova.network.neutron [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Updated VIF entry in instance network info cache for port 6d84aea4-351c-4b54-a42f-0876f9e67e00. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.299366] env[69481]: DEBUG nova.network.neutron [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Updating instance_info_cache with network_info: [{"id": "6d84aea4-351c-4b54-a42f-0876f9e67e00", "address": "fa:16:3e:d1:13:39", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d84aea4-35", "ovs_interfaceid": "6d84aea4-351c-4b54-a42f-0876f9e67e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.397990] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264610, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.407107] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935873} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.407383] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8/6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.407637] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.407962] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f27eea01-414a-4660-a59d-f9923d8dc014 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.416369] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1094.416369] env[69481]: value = "task-3264614" [ 1094.416369] env[69481]: _type = "Task" [ 1094.416369] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.423516] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264611, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.429333] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.521937] env[69481]: DEBUG oslo_vmware.api [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264603, 'name': PowerOffVM_Task, 'duration_secs': 1.291583} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.522233] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.522400] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.522652] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98256fbf-3433-48a0-8d3d-25eae0bafb89 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.550446] env[69481]: DEBUG oslo_vmware.api [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Task: {'id': task-3264613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452126} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.550810] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.551007] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.551198] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.551378] env[69481]: INFO nova.compute.manager [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1094.551632] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.551854] env[69481]: DEBUG nova.compute.manager [-] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.551950] env[69481]: DEBUG nova.network.neutron [-] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.564703] env[69481]: DEBUG oslo_concurrency.lockutils [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.588552] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.588791] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.588974] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Deleting the datastore file [datastore2] 70af6f04-e8fc-4dde-a191-c9592c145d23 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.589931] env[69481]: INFO nova.scheduler.client.report [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted allocations for instance 5223caf5-d090-4460-875b-03b6e6a0096a [ 1094.590944] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f906386e-13ff-4398-b888-cbb1a516875c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.599765] env[69481]: DEBUG oslo_vmware.api [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for the task: (returnval){ [ 1094.599765] env[69481]: value = "task-3264616" [ 1094.599765] env[69481]: _type = "Task" [ 1094.599765] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.607835] env[69481]: DEBUG oslo_vmware.api [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.690235] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.691071] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.691071] env[69481]: DEBUG nova.objects.instance [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lazy-loading 'resources' on Instance uuid fdf6980e-a8e8-48f1-960b-645f7d51a9ec {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.702850] env[69481]: DEBUG oslo_vmware.api [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549399} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.703350] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.703687] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.703899] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.704182] env[69481]: INFO nova.compute.manager [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1094.704452] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.704673] env[69481]: DEBUG nova.compute.manager [-] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.704779] env[69481]: DEBUG nova.network.neutron [-] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.743746] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264604, 'name': CreateVM_Task, 'duration_secs': 1.222016} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.743746] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.744567] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.744783] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.745154] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.745451] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1632cded-73c8-4663-b3cb-89ad7ed26a6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.751044] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1094.751044] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52eeec7c-93f0-3b66-e508-ce694419501d" [ 1094.751044] env[69481]: _type = "Task" [ 1094.751044] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.760991] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52eeec7c-93f0-3b66-e508-ce694419501d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.802113] env[69481]: DEBUG oslo_concurrency.lockutils [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] Releasing lock "refresh_cache-9aac2ba0-2563-404a-9678-f6de10a5187c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.802611] env[69481]: DEBUG nova.compute.manager [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Received event network-vif-deleted-785d4388-a2e2-4d7e-ade3-14616b92ba11 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.802611] env[69481]: INFO nova.compute.manager [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Neutron deleted interface 785d4388-a2e2-4d7e-ade3-14616b92ba11; detaching it from the instance and deleting it from the info cache [ 1094.802926] env[69481]: DEBUG nova.network.neutron [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.898179] env[69481]: DEBUG oslo_vmware.api [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264610, 'name': RemoveSnapshot_Task, 'duration_secs': 0.690978} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.898492] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1094.898733] env[69481]: INFO nova.compute.manager [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Took 16.48 seconds to snapshot the instance on the hypervisor. [ 1094.923540] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264611, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.928929] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067468} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.929246] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.930052] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418bd90e-d666-4255-bebe-bdfdf433ea6d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.957289] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8/6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.958439] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ab35f9c-a3b2-42b9-ba04-2592fcf4f944 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.986885] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1094.986885] env[69481]: value = "task-3264617" [ 1094.986885] env[69481]: _type = "Task" [ 1094.986885] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.996152] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.100037] env[69481]: DEBUG oslo_concurrency.lockutils [None req-044cdb5f-7363-4ee8-94a0-4f90bea26a2f tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "5223caf5-d090-4460-875b-03b6e6a0096a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.374s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.108935] env[69481]: DEBUG nova.compute.manager [req-db05465b-1764-4f3f-bd10-bd2bbc2efe09 req-c8d68e3b-b4ca-4d93-9e22-070494af3cc8 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Received event network-vif-deleted-66623dc0-8592-47f5-9636-4930117344c5 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.109267] env[69481]: INFO nova.compute.manager [req-db05465b-1764-4f3f-bd10-bd2bbc2efe09 req-c8d68e3b-b4ca-4d93-9e22-070494af3cc8 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Neutron deleted interface 66623dc0-8592-47f5-9636-4930117344c5; detaching it from the instance and deleting it from the info cache [ 1095.109522] env[69481]: DEBUG nova.network.neutron [req-db05465b-1764-4f3f-bd10-bd2bbc2efe09 req-c8d68e3b-b4ca-4d93-9e22-070494af3cc8 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.116700] env[69481]: DEBUG oslo_vmware.api [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Task: {'id': task-3264616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190886} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.117028] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.117268] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.117659] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.117659] env[69481]: INFO nova.compute.manager [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1095.117955] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.118743] env[69481]: DEBUG nova.compute.manager [-] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.118869] env[69481]: DEBUG nova.network.neutron [-] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.264197] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52eeec7c-93f0-3b66-e508-ce694419501d, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.267126] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.267238] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.267483] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.267630] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.267810] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.268288] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92342948-a30b-463d-8509-05c402e91e95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.280096] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.280308] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.284060] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03037ab8-8dcf-47a2-8296-7c872fd14a63 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.290745] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1095.290745] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52043e36-0fdb-6206-5d8e-41917b126375" [ 1095.290745] env[69481]: _type = "Task" [ 1095.290745] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.295219] env[69481]: DEBUG nova.network.neutron [-] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.302222] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52043e36-0fdb-6206-5d8e-41917b126375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.305397] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fad252e5-ab64-4932-ad51-f8410d7a1629 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.315522] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a854bc-10e8-49d2-8bbd-18756fc64846 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.353318] env[69481]: DEBUG nova.compute.manager [req-331b2a5f-22e2-470e-a6cb-0b2e63e4ad1a req-dd4fafa0-8fcf-4e67-afaf-c17b283a7b26 service nova] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Detach interface failed, port_id=785d4388-a2e2-4d7e-ade3-14616b92ba11, reason: Instance fdf6980e-a8e8-48f1-960b-645f7d51a9ec could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.433124] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264611, 'name': Rename_Task, 'duration_secs': 1.276977} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.433279] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.433970] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26ec4ebb-9206-492c-af80-f985d1fb289b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.438222] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bea07ce-ea00-44a6-a543-1b476542c3af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.448173] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc96866-effe-4007-bfe2-38ef07b0d69a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.451652] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1095.451652] env[69481]: value = "task-3264618" [ 1095.451652] env[69481]: _type = "Task" [ 1095.451652] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.486018] env[69481]: DEBUG nova.compute.manager [None req-566e8d50-7edc-4621-abac-5b7c43b2c090 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Found 1 images (rotation: 2) {{(pid=69481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1095.487210] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29f0044-b613-4201-b6d3-d1f7bc98659b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.491407] env[69481]: DEBUG nova.compute.manager [req-16c06d27-1b06-4aa2-b488-65b98e9e22ed req-76a6b5e7-6195-4829-accf-0126af547d40 service nova] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Received event network-vif-deleted-62f17f1b-361d-43b0-b68a-7586a1457b6b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.495658] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.507893] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c95096-316e-4ceb-a262-8c0577ca67ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.513898] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.513898] env[69481]: DEBUG nova.network.neutron [-] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.526643] env[69481]: DEBUG nova.compute.provider_tree [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.528227] env[69481]: INFO nova.compute.manager [-] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Took 0.82 seconds to deallocate network for instance. [ 1095.612971] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9cdcfe7-f24c-4e78-a587-0d9f15ee7dac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.622927] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a53063-1140-4c9e-bf0a-4387dae03c37 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.652969] env[69481]: DEBUG nova.compute.manager [req-db05465b-1764-4f3f-bd10-bd2bbc2efe09 req-c8d68e3b-b4ca-4d93-9e22-070494af3cc8 service nova] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Detach interface failed, port_id=66623dc0-8592-47f5-9636-4930117344c5, reason: Instance 64b6b348-ac71-4cd1-867a-abafbc132c08 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.780309] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquiring lock "0435b3d2-e18b-4007-94be-34caaf347ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.780425] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Lock "0435b3d2-e18b-4007-94be-34caaf347ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.800885] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52043e36-0fdb-6206-5d8e-41917b126375, 'name': SearchDatastore_Task, 'duration_secs': 0.031638} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.801721] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8655d225-043e-4258-b944-f7f9eb5342c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.804137] env[69481]: INFO nova.compute.manager [-] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Took 1.25 seconds to deallocate network for instance. [ 1095.810116] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1095.810116] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526b16de-7258-ddda-df7a-fa0fe270ff7e" [ 1095.810116] env[69481]: _type = "Task" [ 1095.810116] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.818962] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526b16de-7258-ddda-df7a-fa0fe270ff7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.908286] env[69481]: DEBUG nova.network.neutron [-] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.963067] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264618, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.006192] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264617, 'name': ReconfigVM_Task, 'duration_secs': 0.827244} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.006402] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8/6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.007275] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d4c1aa8-0841-4059-ab69-e4404321c370 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.014054] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1096.014054] env[69481]: value = "task-3264619" [ 1096.014054] env[69481]: _type = "Task" [ 1096.014054] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.022997] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264619, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.031166] env[69481]: DEBUG nova.scheduler.client.report [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.036128] env[69481]: DEBUG oslo_concurrency.lockutils [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.282923] env[69481]: DEBUG nova.compute.manager [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.311168] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.321641] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526b16de-7258-ddda-df7a-fa0fe270ff7e, 'name': SearchDatastore_Task, 'duration_secs': 0.016298} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.322722] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.322722] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 9aac2ba0-2563-404a-9678-f6de10a5187c/9aac2ba0-2563-404a-9678-f6de10a5187c.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.322722] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3a271e7-a90b-44a6-a16f-96cdeae92f37 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.329931] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1096.329931] env[69481]: value = "task-3264620" [ 1096.329931] env[69481]: _type = "Task" [ 1096.329931] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.338086] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.411601] env[69481]: INFO nova.compute.manager [-] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Took 1.29 seconds to deallocate network for instance. [ 1096.462784] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264618, 'name': PowerOnVM_Task, 'duration_secs': 0.669207} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.463068] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.463269] env[69481]: INFO nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1096.463448] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.464225] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc34a4-7c63-42cf-8765-27585c5c547a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.524060] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264619, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.537911] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.540658] env[69481]: DEBUG oslo_concurrency.lockutils [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.505s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.540886] env[69481]: DEBUG nova.objects.instance [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lazy-loading 'resources' on Instance uuid 64b6b348-ac71-4cd1-867a-abafbc132c08 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.554921] env[69481]: INFO nova.scheduler.client.report [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Deleted allocations for instance fdf6980e-a8e8-48f1-960b-645f7d51a9ec [ 1096.572309] env[69481]: DEBUG nova.compute.manager [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.573208] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcb0862-e712-4257-b0f9-dd6e374beaf2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.743069] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "868e795b-97a9-4e8d-ba34-78c5f623502a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.743324] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "868e795b-97a9-4e8d-ba34-78c5f623502a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.800736] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.839276] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.918175] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.980121] env[69481]: INFO nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Took 32.09 seconds to build instance. [ 1097.024377] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264619, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.062979] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4cd73a6b-858d-46f4-83df-83fe4c3d09c9 tempest-ServerDiskConfigTestJSON-954524661 tempest-ServerDiskConfigTestJSON-954524661-project-member] Lock "fdf6980e-a8e8-48f1-960b-645f7d51a9ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.540s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.084097] env[69481]: INFO nova.compute.manager [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] instance snapshotting [ 1097.084886] env[69481]: DEBUG nova.objects.instance [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'flavor' on Instance uuid 2e7e1d97-25be-4d12-9518-e9107afe75c0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.133404] env[69481]: DEBUG nova.compute.manager [req-21a93248-672a-4a5e-a804-76588d63fc5d req-ca1dcc7b-3f01-493e-a189-546e57d93f77 service nova] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Received event network-vif-deleted-37a60fac-eed8-4d61-82f4-3d9399bbfd95 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.220082] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fb2f63-66bc-4925-86bb-ed50b8204ff8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.228399] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e2d5c-dd6c-4a0d-a97c-71000e784054 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.260020] env[69481]: DEBUG nova.compute.manager [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.262905] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3de1771-1c1f-4386-939f-0c5ec66d8a73 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.272404] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90e4d9d-c6be-4d9d-9fe8-edb2f1a741d0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.288543] env[69481]: DEBUG nova.compute.provider_tree [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.342896] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264620, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.482464] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.597s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.527325] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264619, 'name': Rename_Task, 'duration_secs': 1.170019} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.527325] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.527443] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac9d8e37-cc41-4c42-9938-ec3cb539289f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.536239] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1097.536239] env[69481]: value = "task-3264621" [ 1097.536239] env[69481]: _type = "Task" [ 1097.536239] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.547326] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.597019] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea4d387-9dc7-4ea8-ad46-9b4a2d77d754 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.612888] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08118dc4-dc63-47e7-96c0-f93983e153d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.784025] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.792162] env[69481]: DEBUG nova.scheduler.client.report [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.842103] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264620, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.249657} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.842392] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 9aac2ba0-2563-404a-9678-f6de10a5187c/9aac2ba0-2563-404a-9678-f6de10a5187c.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.842611] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.842889] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d275e37-e960-440a-b422-62a37f33b87a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.848730] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1097.848730] env[69481]: value = "task-3264622" [ 1097.848730] env[69481]: _type = "Task" [ 1097.848730] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.856593] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.046043] env[69481]: DEBUG oslo_vmware.api [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264621, 'name': PowerOnVM_Task, 'duration_secs': 0.486806} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.046373] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.046563] env[69481]: INFO nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1098.046740] env[69481]: DEBUG nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.047581] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfebdf13-4d99-4baa-9f2d-1dce22e69bb5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.123444] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1098.123650] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8010de6-f605-4004-b82d-a570cf42a749 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.132062] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1098.132062] env[69481]: value = "task-3264623" [ 1098.132062] env[69481]: _type = "Task" [ 1098.132062] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.139757] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264623, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.298477] env[69481]: DEBUG oslo_concurrency.lockutils [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.301518] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.990s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.301611] env[69481]: DEBUG nova.objects.instance [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Lazy-loading 'resources' on Instance uuid 65ef172c-141a-457e-ba5a-fd87f0379069 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.319729] env[69481]: INFO nova.scheduler.client.report [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted allocations for instance 64b6b348-ac71-4cd1-867a-abafbc132c08 [ 1098.358749] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060086} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.359015] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.359934] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7133c23c-4ced-4eb0-aff7-2b5ba8c28472 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.383419] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 9aac2ba0-2563-404a-9678-f6de10a5187c/9aac2ba0-2563-404a-9678-f6de10a5187c.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.384408] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f44725f-0c13-4081-9943-73eec285b9d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.405906] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1098.405906] env[69481]: value = "task-3264624" [ 1098.405906] env[69481]: _type = "Task" [ 1098.405906] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.414516] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.568353] env[69481]: INFO nova.compute.manager [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Took 33.64 seconds to build instance. [ 1098.643074] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264623, 'name': CreateSnapshot_Task, 'duration_secs': 0.470241} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.643372] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1098.644194] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b9cce6-9c03-4ecf-ab98-5984ec3c6388 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.831887] env[69481]: DEBUG oslo_concurrency.lockutils [None req-12fd4e2e-fc66-4ebf-a3fc-337a259ec04d tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "64b6b348-ac71-4cd1-867a-abafbc132c08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.298s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.917693] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264624, 'name': ReconfigVM_Task, 'duration_secs': 0.424559} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.917693] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 9aac2ba0-2563-404a-9678-f6de10a5187c/9aac2ba0-2563-404a-9678-f6de10a5187c.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.917693] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73e62e52-5c12-4396-be44-aa11a66fcf98 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.927471] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1098.927471] env[69481]: value = "task-3264625" [ 1098.927471] env[69481]: _type = "Task" [ 1098.927471] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.936611] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264625, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.006937] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d038a6-c4f1-47e4-a7f8-ae84dcfb0db3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.015818] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7a0f01-36cc-4df6-b6f8-05a2ce3a8744 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.052157] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5413f5e-7b21-435a-a1b4-d5d833abb903 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.063422] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27cddd5-4433-408e-aaec-b427f8d8cd50 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.080400] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1c78cd11-35f0-48fa-95f2-5ad2e434d5b9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.162s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.081117] env[69481]: DEBUG nova.compute.provider_tree [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.162852] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1099.163589] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28075d9b-8f1d-4188-b204-aad033d5d11a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.173238] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1099.173238] env[69481]: value = "task-3264626" [ 1099.173238] env[69481]: _type = "Task" [ 1099.173238] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.182032] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264626, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.315619] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.316086] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.316448] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.316798] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.317362] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.319979] env[69481]: INFO nova.compute.manager [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Terminating instance [ 1099.385732] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.386093] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.386359] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.386562] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.386750] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.389039] env[69481]: INFO nova.compute.manager [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Terminating instance [ 1099.438857] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264625, 'name': Rename_Task, 'duration_secs': 0.217063} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.439151] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.439424] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b608210b-1478-433f-a3a1-6e061191eb0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.449067] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1099.449067] env[69481]: value = "task-3264627" [ 1099.449067] env[69481]: _type = "Task" [ 1099.449067] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.456999] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.585108] env[69481]: DEBUG nova.scheduler.client.report [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.687650] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264626, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.717837] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "eff178ff-fcb9-4ba0-b47e-501179d80da9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.718708] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.824809] env[69481]: DEBUG nova.compute.manager [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.825189] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.826527] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861aad44-229a-4716-84f7-9afeea3f581c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.839133] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.839544] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fb03f26-cd95-4ec5-833c-450e51241a7a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.846661] env[69481]: DEBUG oslo_vmware.api [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1099.846661] env[69481]: value = "task-3264628" [ 1099.846661] env[69481]: _type = "Task" [ 1099.846661] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.619867] env[69481]: DEBUG nova.compute.manager [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.620250] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.621162] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.623232] env[69481]: DEBUG nova.compute.manager [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.625681] env[69481]: DEBUG oslo_vmware.api [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.625865] env[69481]: WARNING oslo_vmware.common.loopingcall [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] task run outlasted interval by 0.27897099999999997 sec [ 1100.627342] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b302f9-7152-4233-86a7-fcc720eb5362 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.632940] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.832s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.634086] env[69481]: INFO nova.compute.claims [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.647695] env[69481]: DEBUG oslo_vmware.api [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264627, 'name': PowerOnVM_Task, 'duration_secs': 0.600995} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.655884] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.655884] env[69481]: INFO nova.compute.manager [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1100.656015] env[69481]: DEBUG nova.compute.manager [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.656303] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264626, 'name': CloneVM_Task} progress is 95%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.656534] env[69481]: DEBUG oslo_vmware.api [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264628, 'name': PowerOffVM_Task, 'duration_secs': 0.203156} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.656774] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.657744] env[69481]: INFO nova.scheduler.client.report [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Deleted allocations for instance 65ef172c-141a-457e-ba5a-fd87f0379069 [ 1100.659264] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6243c9-c09a-426b-a266-f988a3a851d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.664179] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.664179] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.664179] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-681d829c-f19f-4978-afc4-c1ee285c19ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.666099] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bec2787-7198-40cc-9967-0595ccd579a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.674731] env[69481]: DEBUG oslo_vmware.api [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1100.674731] env[69481]: value = "task-3264629" [ 1100.674731] env[69481]: _type = "Task" [ 1100.674731] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.690395] env[69481]: DEBUG oslo_vmware.api [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.737355] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.737618] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.737805] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleting the datastore file [datastore2] acf7fd47-27f7-4b1b-9024-d03ccd48299a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.738098] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c7a7602-782a-4f4c-97d1-7aef1b4ae8c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.744837] env[69481]: DEBUG oslo_vmware.api [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1100.744837] env[69481]: value = "task-3264631" [ 1100.744837] env[69481]: _type = "Task" [ 1100.744837] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.754586] env[69481]: DEBUG oslo_vmware.api [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.135685] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264626, 'name': CloneVM_Task, 'duration_secs': 1.710056} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.135931] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Created linked-clone VM from snapshot [ 1101.136715] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f20c932-6629-44ea-b8fb-db0b53043648 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.147326] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Uploading image ff3a27ad-04a2-409c-8c82-b874b7c1a633 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1101.159256] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.171620] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f3b60756-564c-4ce8-b369-4dd87afaa4f7 tempest-ServerDiagnosticsTest-1148956232 tempest-ServerDiagnosticsTest-1148956232-project-member] Lock "65ef172c-141a-457e-ba5a-fd87f0379069" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.280s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.187140] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1101.187140] env[69481]: value = "vm-652173" [ 1101.187140] env[69481]: _type = "VirtualMachine" [ 1101.187140] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1101.194135] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-497e794d-f50d-4ea7-b07d-37e1c7daa2cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.206865] env[69481]: DEBUG oslo_vmware.api [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264629, 'name': PowerOffVM_Task, 'duration_secs': 0.292114} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.208060] env[69481]: INFO nova.compute.manager [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Took 23.43 seconds to build instance. [ 1101.209440] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.209553] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.210203] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca72d7f-dcde-45a2-92af-76611fb70199 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.215810] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lease: (returnval){ [ 1101.215810] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c3c3ff-3a60-71fa-f5b9-70be72c23664" [ 1101.215810] env[69481]: _type = "HttpNfcLease" [ 1101.215810] env[69481]: } obtained for exporting VM: (result){ [ 1101.215810] env[69481]: value = "vm-652173" [ 1101.215810] env[69481]: _type = "VirtualMachine" [ 1101.215810] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1101.216920] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the lease: (returnval){ [ 1101.216920] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c3c3ff-3a60-71fa-f5b9-70be72c23664" [ 1101.216920] env[69481]: _type = "HttpNfcLease" [ 1101.216920] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1101.225924] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.225924] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c3c3ff-3a60-71fa-f5b9-70be72c23664" [ 1101.225924] env[69481]: _type = "HttpNfcLease" [ 1101.225924] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1101.254757] env[69481]: DEBUG oslo_vmware.api [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232288} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.255354] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.255771] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.256085] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.256438] env[69481]: INFO nova.compute.manager [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1101.256777] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.257245] env[69481]: DEBUG nova.compute.manager [-] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.257410] env[69481]: DEBUG nova.network.neutron [-] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.283020] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.283020] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.283020] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleting the datastore file [datastore2] 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.283020] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c3c54a9-f83d-4076-ad07-376f09345671 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.289175] env[69481]: DEBUG oslo_vmware.api [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for the task: (returnval){ [ 1101.289175] env[69481]: value = "task-3264634" [ 1101.289175] env[69481]: _type = "Task" [ 1101.289175] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.298908] env[69481]: DEBUG oslo_vmware.api [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.545878] env[69481]: DEBUG oslo_concurrency.lockutils [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "9aac2ba0-2563-404a-9678-f6de10a5187c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.591479] env[69481]: DEBUG nova.compute.manager [req-6d83cbf7-65f0-4e6b-ae40-c78eca2a4a73 req-08b1930d-42d8-4dfe-984b-5a6752952ec4 service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Received event network-vif-deleted-548dbfb7-9272-44bb-93cd-11c18206624a {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.591724] env[69481]: INFO nova.compute.manager [req-6d83cbf7-65f0-4e6b-ae40-c78eca2a4a73 req-08b1930d-42d8-4dfe-984b-5a6752952ec4 service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Neutron deleted interface 548dbfb7-9272-44bb-93cd-11c18206624a; detaching it from the instance and deleting it from the info cache [ 1101.591978] env[69481]: DEBUG nova.network.neutron [req-6d83cbf7-65f0-4e6b-ae40-c78eca2a4a73 req-08b1930d-42d8-4dfe-984b-5a6752952ec4 service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.711327] env[69481]: DEBUG oslo_concurrency.lockutils [None req-294ce49d-938c-4546-9d91-79188bad58b2 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "9aac2ba0-2563-404a-9678-f6de10a5187c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.942s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.715262] env[69481]: DEBUG oslo_concurrency.lockutils [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "9aac2ba0-2563-404a-9678-f6de10a5187c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.171s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.715536] env[69481]: DEBUG oslo_concurrency.lockutils [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "9aac2ba0-2563-404a-9678-f6de10a5187c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.715751] env[69481]: DEBUG oslo_concurrency.lockutils [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "9aac2ba0-2563-404a-9678-f6de10a5187c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.715920] env[69481]: DEBUG oslo_concurrency.lockutils [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "9aac2ba0-2563-404a-9678-f6de10a5187c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.721731] env[69481]: INFO nova.compute.manager [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Terminating instance [ 1101.728543] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.728543] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c3c3ff-3a60-71fa-f5b9-70be72c23664" [ 1101.728543] env[69481]: _type = "HttpNfcLease" [ 1101.728543] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1101.728870] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1101.728870] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c3c3ff-3a60-71fa-f5b9-70be72c23664" [ 1101.728870] env[69481]: _type = "HttpNfcLease" [ 1101.728870] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1101.729775] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9964d443-ffae-492e-b78f-df4668193251 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.743440] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242906e-0f09-2e7a-9271-7a8898f1d426/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1101.743440] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242906e-0f09-2e7a-9271-7a8898f1d426/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1101.820981] env[69481]: DEBUG oslo_vmware.api [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.848805] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5abaf6f0-11f2-4ab4-9112-d19a4908240c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.939181] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ccdde5-2d39-471d-8c13-439f8116ba4a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.947674] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecdddfd-f022-4944-9138-63061d49d347 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.981480] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a05c9ec-ba90-4fc4-9297-99e80f38a097 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.988801] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380ea1c2-9c5c-4e38-8161-d9797695972b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.001817] env[69481]: DEBUG nova.compute.provider_tree [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.072715] env[69481]: DEBUG nova.network.neutron [-] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.098257] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b5b8fcd-22ec-4033-8f58-b1c56f26a487 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.108134] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dac6e69-513f-4a1a-b2c7-a3195d0aea82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.138373] env[69481]: DEBUG nova.compute.manager [req-6d83cbf7-65f0-4e6b-ae40-c78eca2a4a73 req-08b1930d-42d8-4dfe-984b-5a6752952ec4 service nova] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Detach interface failed, port_id=548dbfb7-9272-44bb-93cd-11c18206624a, reason: Instance acf7fd47-27f7-4b1b-9024-d03ccd48299a could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.228088] env[69481]: DEBUG nova.compute.manager [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.228717] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.229511] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32059d02-d4e7-4da8-bd18-6e31a7af7759 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.237581] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.237581] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-463f59f8-b501-48ba-973c-d9faed956d76 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.244015] env[69481]: DEBUG oslo_vmware.api [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1102.244015] env[69481]: value = "task-3264635" [ 1102.244015] env[69481]: _type = "Task" [ 1102.244015] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.253599] env[69481]: DEBUG oslo_vmware.api [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.315730] env[69481]: DEBUG oslo_vmware.api [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Task: {'id': task-3264634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5428} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.315991] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.316327] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.316518] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.316823] env[69481]: INFO nova.compute.manager [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1102.317185] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.317482] env[69481]: DEBUG nova.compute.manager [-] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.317737] env[69481]: DEBUG nova.network.neutron [-] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.505227] env[69481]: DEBUG nova.scheduler.client.report [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.579480] env[69481]: INFO nova.compute.manager [-] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Took 1.32 seconds to deallocate network for instance. [ 1102.755566] env[69481]: DEBUG oslo_vmware.api [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264635, 'name': PowerOffVM_Task, 'duration_secs': 0.171461} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.755834] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.755995] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.756270] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31bb9b9b-733c-48c9-b0ca-6acd4d89a966 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.819031] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.819031] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.819031] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleting the datastore file [datastore2] 9aac2ba0-2563-404a-9678-f6de10a5187c {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.819238] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11fe7320-8f11-4327-bb3e-f7f05985990a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.826134] env[69481]: DEBUG oslo_vmware.api [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1102.826134] env[69481]: value = "task-3264637" [ 1102.826134] env[69481]: _type = "Task" [ 1102.826134] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.834652] env[69481]: DEBUG oslo_vmware.api [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.012610] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.013231] env[69481]: DEBUG nova.compute.manager [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.016046] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.098s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.017084] env[69481]: DEBUG nova.objects.instance [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lazy-loading 'resources' on Instance uuid 70af6f04-e8fc-4dde-a191-c9592c145d23 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.090032] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.336788] env[69481]: DEBUG oslo_vmware.api [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152755} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.338152] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.338152] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.338152] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.338152] env[69481]: INFO nova.compute.manager [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1103.338152] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.338753] env[69481]: DEBUG nova.compute.manager [-] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.338977] env[69481]: DEBUG nova.network.neutron [-] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.359281] env[69481]: DEBUG nova.network.neutron [-] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.431203] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "161b6953-8a39-465f-954a-5c44dba4f364" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.431509] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "161b6953-8a39-465f-954a-5c44dba4f364" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.519529] env[69481]: DEBUG nova.compute.utils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.524787] env[69481]: DEBUG nova.compute.manager [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.524977] env[69481]: DEBUG nova.network.neutron [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.628784] env[69481]: DEBUG nova.compute.manager [req-5019614f-bdea-4f99-b525-87b9331f00b8 req-1d60be4c-4e20-4c1d-bdfb-31718d349f02 service nova] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Received event network-vif-deleted-46f9f1c8-323e-4080-bc7e-95f866e801ec {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.650701] env[69481]: DEBUG nova.policy [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea4c896076bc467bbf91abe4c3d44980', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4e64cb1a1d04bd48168c4da83afe814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.752731] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4650be0-b0c0-4f8c-b65b-bb549bde733d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.766316] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593b6b1c-1bbf-42e6-9652-638d5c4eb7a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.803554] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414839cc-b062-4e91-a00a-75a46c09c4e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.814569] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74621278-d02f-4e11-9ccb-14f60a60306f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.833751] env[69481]: DEBUG nova.compute.provider_tree [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.863544] env[69481]: INFO nova.compute.manager [-] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Took 1.55 seconds to deallocate network for instance. [ 1103.868210] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "36925efc-baa1-434d-b45c-2d2dc54749a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.868918] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "36925efc-baa1-434d-b45c-2d2dc54749a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.937888] env[69481]: DEBUG nova.compute.manager [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.025591] env[69481]: DEBUG nova.compute.manager [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.108405] env[69481]: DEBUG nova.network.neutron [-] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.178395] env[69481]: DEBUG nova.network.neutron [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Successfully created port: f04a81da-ccdb-4d02-b678-17e5d3aacaf1 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.336591] env[69481]: DEBUG nova.scheduler.client.report [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.374352] env[69481]: DEBUG nova.compute.manager [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.377712] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.464797] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.612032] env[69481]: INFO nova.compute.manager [-] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Took 1.27 seconds to deallocate network for instance. [ 1104.842664] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.844941] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.060s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.846125] env[69481]: INFO nova.compute.claims [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.861591] env[69481]: INFO nova.scheduler.client.report [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Deleted allocations for instance 70af6f04-e8fc-4dde-a191-c9592c145d23 [ 1104.894042] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.035187] env[69481]: DEBUG nova.compute.manager [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.096722] env[69481]: DEBUG nova.virt.hardware [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.096722] env[69481]: DEBUG nova.virt.hardware [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.096722] env[69481]: DEBUG nova.virt.hardware [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.096968] env[69481]: DEBUG nova.virt.hardware [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.096968] env[69481]: DEBUG nova.virt.hardware [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.097124] env[69481]: DEBUG nova.virt.hardware [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.097333] env[69481]: DEBUG nova.virt.hardware [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.097494] env[69481]: DEBUG nova.virt.hardware [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.097661] env[69481]: DEBUG nova.virt.hardware [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.097829] env[69481]: DEBUG nova.virt.hardware [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.097997] env[69481]: DEBUG nova.virt.hardware [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.099126] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88972dc4-d6ba-45f1-be61-b82ee16d7c85 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.107692] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9561c3d-5fb9-497b-ae5e-8fa12fe337d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.124680] env[69481]: DEBUG oslo_concurrency.lockutils [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.369957] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f33b8c3-10d7-4f94-8903-4a566e5a89d2 tempest-ServerRescueTestJSON-1653359079 tempest-ServerRescueTestJSON-1653359079-project-member] Lock "70af6f04-e8fc-4dde-a191-c9592c145d23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.902s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.657821] env[69481]: DEBUG nova.compute.manager [req-37f93fc7-368c-45b4-8222-9e69a81ce96a req-c0756865-1fb7-4142-bb47-c1dd003c3d2a service nova] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Received event network-vif-deleted-6d84aea4-351c-4b54-a42f-0876f9e67e00 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.931344] env[69481]: DEBUG nova.compute.manager [req-07a2ccd0-0dab-4612-9774-01d30e2a6711 req-6bc1f5cf-f1a4-4cb9-a93a-aa50c28e57de service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Received event network-vif-plugged-f04a81da-ccdb-4d02-b678-17e5d3aacaf1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.931592] env[69481]: DEBUG oslo_concurrency.lockutils [req-07a2ccd0-0dab-4612-9774-01d30e2a6711 req-6bc1f5cf-f1a4-4cb9-a93a-aa50c28e57de service nova] Acquiring lock "0435b3d2-e18b-4007-94be-34caaf347ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.931865] env[69481]: DEBUG oslo_concurrency.lockutils [req-07a2ccd0-0dab-4612-9774-01d30e2a6711 req-6bc1f5cf-f1a4-4cb9-a93a-aa50c28e57de service nova] Lock "0435b3d2-e18b-4007-94be-34caaf347ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.931992] env[69481]: DEBUG oslo_concurrency.lockutils [req-07a2ccd0-0dab-4612-9774-01d30e2a6711 req-6bc1f5cf-f1a4-4cb9-a93a-aa50c28e57de service nova] Lock "0435b3d2-e18b-4007-94be-34caaf347ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.932383] env[69481]: DEBUG nova.compute.manager [req-07a2ccd0-0dab-4612-9774-01d30e2a6711 req-6bc1f5cf-f1a4-4cb9-a93a-aa50c28e57de service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] No waiting events found dispatching network-vif-plugged-f04a81da-ccdb-4d02-b678-17e5d3aacaf1 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.932624] env[69481]: WARNING nova.compute.manager [req-07a2ccd0-0dab-4612-9774-01d30e2a6711 req-6bc1f5cf-f1a4-4cb9-a93a-aa50c28e57de service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Received unexpected event network-vif-plugged-f04a81da-ccdb-4d02-b678-17e5d3aacaf1 for instance with vm_state building and task_state spawning. [ 1106.057257] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae54cbd-01e9-45d7-b2cc-1943987d5255 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.066269] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a76d07-812f-48ef-879b-832397a466f5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.099208] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b181be4-a130-405d-9e2b-12a97db89dab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.107424] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4c750-0413-4891-b1c2-e5c17776ce1a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.122285] env[69481]: DEBUG nova.compute.provider_tree [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.237678] env[69481]: DEBUG nova.network.neutron [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Successfully updated port: f04a81da-ccdb-4d02-b678-17e5d3aacaf1 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.625969] env[69481]: DEBUG nova.scheduler.client.report [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.740791] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquiring lock "refresh_cache-0435b3d2-e18b-4007-94be-34caaf347ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.740964] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquired lock "refresh_cache-0435b3d2-e18b-4007-94be-34caaf347ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.741296] env[69481]: DEBUG nova.network.neutron [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.131036] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.131715] env[69481]: DEBUG nova.compute.manager [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.135931] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.980s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.138389] env[69481]: INFO nova.compute.claims [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.284488] env[69481]: DEBUG nova.network.neutron [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.533976] env[69481]: DEBUG nova.network.neutron [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Updating instance_info_cache with network_info: [{"id": "f04a81da-ccdb-4d02-b678-17e5d3aacaf1", "address": "fa:16:3e:c3:ce:39", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04a81da-cc", "ovs_interfaceid": "f04a81da-ccdb-4d02-b678-17e5d3aacaf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.648294] env[69481]: DEBUG nova.compute.utils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.648874] env[69481]: DEBUG nova.compute.manager [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.652026] env[69481]: DEBUG nova.network.neutron [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.720444] env[69481]: DEBUG nova.policy [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cda31d44ffe4310ab445ca84f553888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b85dcc0f54744a4afe752b524a8b239', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.964892] env[69481]: DEBUG nova.compute.manager [req-861bf5a4-548a-469c-a91a-781af53c8e3c req-aab05b46-fa5a-47b7-8bcf-9944e74afbb5 service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Received event network-changed-f04a81da-ccdb-4d02-b678-17e5d3aacaf1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.964892] env[69481]: DEBUG nova.compute.manager [req-861bf5a4-548a-469c-a91a-781af53c8e3c req-aab05b46-fa5a-47b7-8bcf-9944e74afbb5 service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Refreshing instance network info cache due to event network-changed-f04a81da-ccdb-4d02-b678-17e5d3aacaf1. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.965263] env[69481]: DEBUG oslo_concurrency.lockutils [req-861bf5a4-548a-469c-a91a-781af53c8e3c req-aab05b46-fa5a-47b7-8bcf-9944e74afbb5 service nova] Acquiring lock "refresh_cache-0435b3d2-e18b-4007-94be-34caaf347ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.038089] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Releasing lock "refresh_cache-0435b3d2-e18b-4007-94be-34caaf347ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.038460] env[69481]: DEBUG nova.compute.manager [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Instance network_info: |[{"id": "f04a81da-ccdb-4d02-b678-17e5d3aacaf1", "address": "fa:16:3e:c3:ce:39", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04a81da-cc", "ovs_interfaceid": "f04a81da-ccdb-4d02-b678-17e5d3aacaf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.039359] env[69481]: DEBUG oslo_concurrency.lockutils [req-861bf5a4-548a-469c-a91a-781af53c8e3c req-aab05b46-fa5a-47b7-8bcf-9944e74afbb5 service nova] Acquired lock "refresh_cache-0435b3d2-e18b-4007-94be-34caaf347ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.039359] env[69481]: DEBUG nova.network.neutron [req-861bf5a4-548a-469c-a91a-781af53c8e3c req-aab05b46-fa5a-47b7-8bcf-9944e74afbb5 service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Refreshing network info cache for port f04a81da-ccdb-4d02-b678-17e5d3aacaf1 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.040629] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:ce:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f04a81da-ccdb-4d02-b678-17e5d3aacaf1', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.049610] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Creating folder: Project (e4e64cb1a1d04bd48168c4da83afe814). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.050349] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cedb0ee-05e9-45c8-944b-5e44a7f8e53b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.064860] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Created folder: Project (e4e64cb1a1d04bd48168c4da83afe814) in parent group-v651898. [ 1108.064860] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Creating folder: Instances. Parent ref: group-v652174. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.064860] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc6afd7d-c55d-4455-bac5-cbf781f267dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.078026] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Created folder: Instances in parent group-v652174. [ 1108.078026] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.078026] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.078026] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51c3336f-abc9-467f-a0dc-1f3819317653 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.104019] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.104019] env[69481]: value = "task-3264640" [ 1108.104019] env[69481]: _type = "Task" [ 1108.104019] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.107195] env[69481]: DEBUG nova.network.neutron [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Successfully created port: e53d2382-8914-48a4-99e7-1d763bf53766 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.114757] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264640, 'name': CreateVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.156377] env[69481]: DEBUG nova.compute.manager [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.391876] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ce725a-4bbe-42ad-b94b-12499683218d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.403499] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309071fb-f633-44c0-bd6d-12f61e04e0dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.436685] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d3ce96-cf89-4f5b-9731-8c9dd53444a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.445534] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cddf9cc-1bf0-45ae-ad88-e030ce9a5f2c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.461274] env[69481]: DEBUG nova.compute.provider_tree [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.618531] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264640, 'name': CreateVM_Task, 'duration_secs': 0.405004} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.618531] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.618531] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.618531] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.618742] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.619037] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0630da31-db48-4f18-bd10-239a8da100a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.625533] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for the task: (returnval){ [ 1108.625533] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52eedc61-64d2-3202-7071-e0ce97f58e24" [ 1108.625533] env[69481]: _type = "Task" [ 1108.625533] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.635539] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52eedc61-64d2-3202-7071-e0ce97f58e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.923452] env[69481]: DEBUG nova.network.neutron [req-861bf5a4-548a-469c-a91a-781af53c8e3c req-aab05b46-fa5a-47b7-8bcf-9944e74afbb5 service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Updated VIF entry in instance network info cache for port f04a81da-ccdb-4d02-b678-17e5d3aacaf1. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.924109] env[69481]: DEBUG nova.network.neutron [req-861bf5a4-548a-469c-a91a-781af53c8e3c req-aab05b46-fa5a-47b7-8bcf-9944e74afbb5 service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Updating instance_info_cache with network_info: [{"id": "f04a81da-ccdb-4d02-b678-17e5d3aacaf1", "address": "fa:16:3e:c3:ce:39", "network": {"id": "0b7b3022-ca49-4e66-aa99-545cce4a6869", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "97bf238640b446e0ad9a6650014d8c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04a81da-cc", "ovs_interfaceid": "f04a81da-ccdb-4d02-b678-17e5d3aacaf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.969078] env[69481]: DEBUG nova.scheduler.client.report [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.014744] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242906e-0f09-2e7a-9271-7a8898f1d426/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1109.015721] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a791ded-574a-48f8-820c-60aa83c3f9dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.022453] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242906e-0f09-2e7a-9271-7a8898f1d426/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1109.022658] env[69481]: ERROR oslo_vmware.rw_handles [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242906e-0f09-2e7a-9271-7a8898f1d426/disk-0.vmdk due to incomplete transfer. [ 1109.023660] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f9c92bf-523e-43a0-a891-9a655ebb728a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.029675] env[69481]: DEBUG oslo_vmware.rw_handles [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242906e-0f09-2e7a-9271-7a8898f1d426/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1109.029871] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Uploaded image ff3a27ad-04a2-409c-8c82-b874b7c1a633 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1109.032122] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1109.032370] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3c69d6f0-f23d-42ae-ba62-5d939abeb050 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.038111] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1109.038111] env[69481]: value = "task-3264641" [ 1109.038111] env[69481]: _type = "Task" [ 1109.038111] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.046119] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264641, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.136145] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52eedc61-64d2-3202-7071-e0ce97f58e24, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.136461] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.136703] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.136947] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.137110] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.137302] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.137559] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe5cebdf-49e0-4ee6-a834-2a7c93d37238 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.146036] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.146222] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.146931] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51820b2b-a06f-454e-b9a0-0e587c364b44 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.152386] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for the task: (returnval){ [ 1109.152386] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5248baec-db84-7393-f893-eab2f5c7a820" [ 1109.152386] env[69481]: _type = "Task" [ 1109.152386] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.160096] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5248baec-db84-7393-f893-eab2f5c7a820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.163248] env[69481]: DEBUG nova.compute.manager [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.188512] env[69481]: DEBUG nova.virt.hardware [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.188834] env[69481]: DEBUG nova.virt.hardware [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.189044] env[69481]: DEBUG nova.virt.hardware [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.189225] env[69481]: DEBUG nova.virt.hardware [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.189385] env[69481]: DEBUG nova.virt.hardware [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.189551] env[69481]: DEBUG nova.virt.hardware [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.189768] env[69481]: DEBUG nova.virt.hardware [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.189930] env[69481]: DEBUG nova.virt.hardware [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.190116] env[69481]: DEBUG nova.virt.hardware [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.190282] env[69481]: DEBUG nova.virt.hardware [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.190453] env[69481]: DEBUG nova.virt.hardware [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.191388] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b8dce-81e6-4294-b112-53c295efe586 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.199322] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41873533-df03-4cf6-90c6-8efe09536956 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.207700] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquiring lock "5bb573e6-d634-46ae-8bef-eda058dec2af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.207923] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "5bb573e6-d634-46ae-8bef-eda058dec2af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.217944] env[69481]: DEBUG nova.compute.manager [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.427852] env[69481]: DEBUG oslo_concurrency.lockutils [req-861bf5a4-548a-469c-a91a-781af53c8e3c req-aab05b46-fa5a-47b7-8bcf-9944e74afbb5 service nova] Releasing lock "refresh_cache-0435b3d2-e18b-4007-94be-34caaf347ed2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.474792] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.475896] env[69481]: DEBUG nova.compute.manager [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.479092] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.389s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.479751] env[69481]: DEBUG nova.objects.instance [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lazy-loading 'resources' on Instance uuid acf7fd47-27f7-4b1b-9024-d03ccd48299a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.548123] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264641, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.663316] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5248baec-db84-7393-f893-eab2f5c7a820, 'name': SearchDatastore_Task, 'duration_secs': 0.008099} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.664128] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b07b20-4ce9-4945-8370-22c268cc2307 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.669804] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for the task: (returnval){ [ 1109.669804] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e06a05-70c1-216c-42da-81815b8be732" [ 1109.669804] env[69481]: _type = "Task" [ 1109.669804] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.676516] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e06a05-70c1-216c-42da-81815b8be732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.737184] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.770327] env[69481]: DEBUG nova.network.neutron [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Successfully updated port: e53d2382-8914-48a4-99e7-1d763bf53766 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.961128] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "89554575-695e-4a49-b4d9-1406069a9b55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.961416] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.981945] env[69481]: DEBUG nova.compute.utils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.983257] env[69481]: DEBUG nova.compute.manager [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.983431] env[69481]: DEBUG nova.network.neutron [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.989644] env[69481]: DEBUG nova.compute.manager [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Received event network-vif-plugged-e53d2382-8914-48a4-99e7-1d763bf53766 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.989887] env[69481]: DEBUG oslo_concurrency.lockutils [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] Acquiring lock "868e795b-97a9-4e8d-ba34-78c5f623502a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.990393] env[69481]: DEBUG oslo_concurrency.lockutils [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] Lock "868e795b-97a9-4e8d-ba34-78c5f623502a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.990586] env[69481]: DEBUG oslo_concurrency.lockutils [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] Lock "868e795b-97a9-4e8d-ba34-78c5f623502a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.990816] env[69481]: DEBUG nova.compute.manager [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] No waiting events found dispatching network-vif-plugged-e53d2382-8914-48a4-99e7-1d763bf53766 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.990987] env[69481]: WARNING nova.compute.manager [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Received unexpected event network-vif-plugged-e53d2382-8914-48a4-99e7-1d763bf53766 for instance with vm_state building and task_state spawning. [ 1109.991164] env[69481]: DEBUG nova.compute.manager [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Received event network-changed-e53d2382-8914-48a4-99e7-1d763bf53766 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.991320] env[69481]: DEBUG nova.compute.manager [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Refreshing instance network info cache due to event network-changed-e53d2382-8914-48a4-99e7-1d763bf53766. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.991508] env[69481]: DEBUG oslo_concurrency.lockutils [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] Acquiring lock "refresh_cache-868e795b-97a9-4e8d-ba34-78c5f623502a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.991669] env[69481]: DEBUG oslo_concurrency.lockutils [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] Acquired lock "refresh_cache-868e795b-97a9-4e8d-ba34-78c5f623502a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.991841] env[69481]: DEBUG nova.network.neutron [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Refreshing network info cache for port e53d2382-8914-48a4-99e7-1d763bf53766 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.036488] env[69481]: DEBUG nova.policy [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a059d626f34253a07670e7b2ce75ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa55d94859b498a9e9d98520990488f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.050863] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264641, 'name': Destroy_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.182490] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e06a05-70c1-216c-42da-81815b8be732, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.183158] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.183158] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 0435b3d2-e18b-4007-94be-34caaf347ed2/0435b3d2-e18b-4007-94be-34caaf347ed2.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.183940] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc783e6a-60d6-4d9f-8e43-00b9a831d7b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.187466] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34a2590-4edb-4e41-bbdd-691474363593 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.191125] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for the task: (returnval){ [ 1110.191125] env[69481]: value = "task-3264642" [ 1110.191125] env[69481]: _type = "Task" [ 1110.191125] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.197149] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b982a-8467-4100-a5b6-67b9cd52bd8f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.203386] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.237668] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0b7e1b-3da7-46ba-b54e-cc56b19ddcf3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.245519] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05333bc4-fdb2-4218-9ae8-edf6659b3a4c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.260605] env[69481]: DEBUG nova.compute.provider_tree [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.274517] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "refresh_cache-868e795b-97a9-4e8d-ba34-78c5f623502a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.369674] env[69481]: DEBUG nova.network.neutron [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Successfully created port: 7843941f-abc2-470b-b500-23e1b5816644 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.464165] env[69481]: DEBUG nova.compute.manager [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.486368] env[69481]: DEBUG nova.compute.manager [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.527051] env[69481]: DEBUG nova.network.neutron [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.551289] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264641, 'name': Destroy_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.634592] env[69481]: DEBUG nova.network.neutron [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.703545] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264642, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.764568] env[69481]: DEBUG nova.scheduler.client.report [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.986353] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.051856] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264641, 'name': Destroy_Task, 'duration_secs': 1.779233} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.052185] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Destroyed the VM [ 1111.052440] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1111.052688] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd8d39f4-8740-4082-9c53-85aa977a92ab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.058764] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1111.058764] env[69481]: value = "task-3264643" [ 1111.058764] env[69481]: _type = "Task" [ 1111.058764] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.066309] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.136608] env[69481]: DEBUG oslo_concurrency.lockutils [req-18816a66-cb54-4ebf-b508-dcd97cc901ee req-aad9175f-91fe-4c26-b9b2-6c0a7e65ef83 service nova] Releasing lock "refresh_cache-868e795b-97a9-4e8d-ba34-78c5f623502a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.137054] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "refresh_cache-868e795b-97a9-4e8d-ba34-78c5f623502a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.137238] env[69481]: DEBUG nova.network.neutron [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.201711] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785764} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.202057] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 0435b3d2-e18b-4007-94be-34caaf347ed2/0435b3d2-e18b-4007-94be-34caaf347ed2.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.202208] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.202432] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e85090cf-21d4-46e6-9871-8e4343e0929a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.209059] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for the task: (returnval){ [ 1111.209059] env[69481]: value = "task-3264644" [ 1111.209059] env[69481]: _type = "Task" [ 1111.209059] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.217816] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.269981] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.272500] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.895s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.272730] env[69481]: DEBUG nova.objects.instance [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lazy-loading 'resources' on Instance uuid 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.288991] env[69481]: INFO nova.scheduler.client.report [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleted allocations for instance acf7fd47-27f7-4b1b-9024-d03ccd48299a [ 1111.496031] env[69481]: DEBUG nova.compute.manager [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.521188] env[69481]: DEBUG nova.virt.hardware [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.521407] env[69481]: DEBUG nova.virt.hardware [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.521561] env[69481]: DEBUG nova.virt.hardware [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.521775] env[69481]: DEBUG nova.virt.hardware [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.521924] env[69481]: DEBUG nova.virt.hardware [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.522080] env[69481]: DEBUG nova.virt.hardware [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.522284] env[69481]: DEBUG nova.virt.hardware [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.522439] env[69481]: DEBUG nova.virt.hardware [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.522598] env[69481]: DEBUG nova.virt.hardware [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.522757] env[69481]: DEBUG nova.virt.hardware [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.522928] env[69481]: DEBUG nova.virt.hardware [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.523796] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fefb23-a73d-4c9e-99bb-d8aa9e97f735 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.531961] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dae3eb-df6c-4790-aa16-dc17a5c8b775 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.567221] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264643, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.670019] env[69481]: DEBUG nova.network.neutron [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.718566] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061827} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.718929] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.719849] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51146bb2-20ea-4d7a-a7a3-c02a5dcb13d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.745028] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 0435b3d2-e18b-4007-94be-34caaf347ed2/0435b3d2-e18b-4007-94be-34caaf347ed2.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.745346] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0807517a-7b80-46b5-8da3-f872cd4a19b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.764625] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for the task: (returnval){ [ 1111.764625] env[69481]: value = "task-3264645" [ 1111.764625] env[69481]: _type = "Task" [ 1111.764625] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.772635] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.796610] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b94422cf-0f57-4870-bef3-861646a71de9 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "acf7fd47-27f7-4b1b-9024-d03ccd48299a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.480s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.868121] env[69481]: DEBUG nova.network.neutron [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Updating instance_info_cache with network_info: [{"id": "e53d2382-8914-48a4-99e7-1d763bf53766", "address": "fa:16:3e:36:8e:76", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53d2382-89", "ovs_interfaceid": "e53d2382-8914-48a4-99e7-1d763bf53766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.892205] env[69481]: DEBUG nova.network.neutron [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Successfully updated port: 7843941f-abc2-470b-b500-23e1b5816644 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.980348] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb9d1ae-ac49-4e4b-a6be-25ca97776007 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.988660] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eece6fe-f066-4eb8-b030-dbaf0403928f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.022341] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0260632f-0a51-4e69-871e-b2aadd94d288 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.026126] env[69481]: DEBUG nova.compute.manager [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Received event network-vif-plugged-7843941f-abc2-470b-b500-23e1b5816644 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.026126] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] Acquiring lock "eff178ff-fcb9-4ba0-b47e-501179d80da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.026259] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.026512] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.027862] env[69481]: DEBUG nova.compute.manager [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] No waiting events found dispatching network-vif-plugged-7843941f-abc2-470b-b500-23e1b5816644 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.027862] env[69481]: WARNING nova.compute.manager [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Received unexpected event network-vif-plugged-7843941f-abc2-470b-b500-23e1b5816644 for instance with vm_state building and task_state spawning. [ 1112.027862] env[69481]: DEBUG nova.compute.manager [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Received event network-changed-7843941f-abc2-470b-b500-23e1b5816644 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.027862] env[69481]: DEBUG nova.compute.manager [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Refreshing instance network info cache due to event network-changed-7843941f-abc2-470b-b500-23e1b5816644. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.027862] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] Acquiring lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.027862] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] Acquired lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.027862] env[69481]: DEBUG nova.network.neutron [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Refreshing network info cache for port 7843941f-abc2-470b-b500-23e1b5816644 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.034503] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07366a12-a7d5-4bfb-808e-a3b34a35b26b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.050759] env[69481]: DEBUG nova.compute.provider_tree [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.068683] env[69481]: DEBUG oslo_vmware.api [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264643, 'name': RemoveSnapshot_Task, 'duration_secs': 0.549582} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.068968] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1112.069256] env[69481]: INFO nova.compute.manager [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Took 14.48 seconds to snapshot the instance on the hypervisor. [ 1112.275218] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264645, 'name': ReconfigVM_Task, 'duration_secs': 0.261631} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.275218] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 0435b3d2-e18b-4007-94be-34caaf347ed2/0435b3d2-e18b-4007-94be-34caaf347ed2.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.276209] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a09a385-d846-4c5b-91fd-d5a6db06a39d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.282838] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for the task: (returnval){ [ 1112.282838] env[69481]: value = "task-3264646" [ 1112.282838] env[69481]: _type = "Task" [ 1112.282838] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.291507] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264646, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.373089] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "refresh_cache-868e795b-97a9-4e8d-ba34-78c5f623502a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.373525] env[69481]: DEBUG nova.compute.manager [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Instance network_info: |[{"id": "e53d2382-8914-48a4-99e7-1d763bf53766", "address": "fa:16:3e:36:8e:76", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53d2382-89", "ovs_interfaceid": "e53d2382-8914-48a4-99e7-1d763bf53766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.374091] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:8e:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e53d2382-8914-48a4-99e7-1d763bf53766', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.382069] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.382335] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.382580] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4af1285a-a6f4-4421-a18e-72cbf81f443f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.399351] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.407630] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.407630] env[69481]: value = "task-3264647" [ 1112.407630] env[69481]: _type = "Task" [ 1112.407630] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.423920] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264647, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.553659] env[69481]: DEBUG nova.scheduler.client.report [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.567101] env[69481]: DEBUG nova.network.neutron [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.611923] env[69481]: DEBUG nova.compute.manager [None req-f7deacb5-de1a-4800-91b9-9f12a7e6a736 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Found 2 images (rotation: 2) {{(pid=69481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1112.644281] env[69481]: DEBUG nova.network.neutron [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.794102] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264646, 'name': Rename_Task, 'duration_secs': 0.144581} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.794102] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.794102] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-477305a4-ce2b-48ef-b2cc-8d68e49e14fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.798295] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for the task: (returnval){ [ 1112.798295] env[69481]: value = "task-3264648" [ 1112.798295] env[69481]: _type = "Task" [ 1112.798295] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.805275] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.904131] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.904520] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.904760] env[69481]: INFO nova.compute.manager [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Shelving [ 1112.919027] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264647, 'name': CreateVM_Task, 'duration_secs': 0.376855} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.919027] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.919780] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.919996] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.920393] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.920749] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b79261a-a8e5-4000-8ff9-f7144c7eea1d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.925664] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1112.925664] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5229723f-6722-4957-62ff-c29d8580b5b9" [ 1112.925664] env[69481]: _type = "Task" [ 1112.925664] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.933498] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5229723f-6722-4957-62ff-c29d8580b5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.058951] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.061411] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.597s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.062691] env[69481]: INFO nova.compute.claims [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.083363] env[69481]: INFO nova.scheduler.client.report [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Deleted allocations for instance 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8 [ 1113.146680] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee1de04b-d0ee-484b-8561-fe9e1c47ece9 req-0397860d-000d-4d9d-9a97-28b3cc020ee8 service nova] Releasing lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.147265] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.147500] env[69481]: DEBUG nova.network.neutron [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.309500] env[69481]: DEBUG oslo_vmware.api [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264648, 'name': PowerOnVM_Task, 'duration_secs': 0.468829} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.309826] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.310085] env[69481]: INFO nova.compute.manager [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1113.310329] env[69481]: DEBUG nova.compute.manager [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.311350] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7810368c-24f5-4ad0-b71e-8ee160dfa525 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.436124] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5229723f-6722-4957-62ff-c29d8580b5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.436434] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.436706] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.436987] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.437153] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.437335] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.437593] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beaefece-d325-4782-ba53-fad141299c77 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.446173] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.446356] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.447119] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3da3ab-3fcf-4a15-928e-41736fa63a75 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.452264] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1113.452264] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c73e0b-1266-4841-f0d1-f29b1917de59" [ 1113.452264] env[69481]: _type = "Task" [ 1113.452264] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.459683] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c73e0b-1266-4841-f0d1-f29b1917de59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.591952] env[69481]: DEBUG oslo_concurrency.lockutils [None req-dc51c32c-06a5-4e55-b4d4-64121aba5401 tempest-MultipleCreateTestJSON-2029166871 tempest-MultipleCreateTestJSON-2029166871-project-member] Lock "6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.206s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.686730] env[69481]: DEBUG nova.network.neutron [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.820399] env[69481]: DEBUG nova.network.neutron [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance_info_cache with network_info: [{"id": "7843941f-abc2-470b-b500-23e1b5816644", "address": "fa:16:3e:ea:3e:e6", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7843941f-ab", "ovs_interfaceid": "7843941f-abc2-470b-b500-23e1b5816644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.829873] env[69481]: INFO nova.compute.manager [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Took 17.04 seconds to build instance. [ 1113.901515] env[69481]: DEBUG nova.compute.manager [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.902945] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8eeaae-916e-4680-97b1-f9bbf5a78011 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.913714] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.914152] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b9f7b1b-2dd5-401c-8317-be0dbb535cd1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.920831] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1113.920831] env[69481]: value = "task-3264649" [ 1113.920831] env[69481]: _type = "Task" [ 1113.920831] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.928836] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.963376] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c73e0b-1266-4841-f0d1-f29b1917de59, 'name': SearchDatastore_Task, 'duration_secs': 0.007995} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.964386] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34553de-6b3f-40eb-acd7-68d11ad5cf94 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.970087] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1113.970087] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52568177-4d10-9d8e-f66c-1fe240584091" [ 1113.970087] env[69481]: _type = "Task" [ 1113.970087] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.978634] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52568177-4d10-9d8e-f66c-1fe240584091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.259110] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2e0365-13fc-45fc-b3e5-0312ba50be56 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.266838] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155d8cec-2880-406f-8234-651b9b251b94 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.299430] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699fa4ef-cb83-49f6-a265-4dfc49fe0781 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.306690] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb915056-209e-4392-ae1f-39ff662efa27 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.320214] env[69481]: DEBUG nova.compute.provider_tree [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.326203] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.326536] env[69481]: DEBUG nova.compute.manager [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Instance network_info: |[{"id": "7843941f-abc2-470b-b500-23e1b5816644", "address": "fa:16:3e:ea:3e:e6", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7843941f-ab", "ovs_interfaceid": "7843941f-abc2-470b-b500-23e1b5816644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.326879] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:3e:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7843941f-abc2-470b-b500-23e1b5816644', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.335021] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.335343] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d0c29d81-c996-4679-b5e8-360dad46f4e7 tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Lock "0435b3d2-e18b-4007-94be-34caaf347ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.555s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.335548] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.335765] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-914c8f78-7438-4a58-9a58-189dc3b76f4d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.356318] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.356318] env[69481]: value = "task-3264650" [ 1114.356318] env[69481]: _type = "Task" [ 1114.356318] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.363999] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264650, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.416060] env[69481]: INFO nova.compute.manager [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] instance snapshotting [ 1114.416771] env[69481]: DEBUG nova.objects.instance [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'flavor' on Instance uuid 2e7e1d97-25be-4d12-9518-e9107afe75c0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.430530] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264649, 'name': PowerOffVM_Task, 'duration_secs': 0.224482} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.430859] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.431963] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fab22a-0d13-468c-a015-7807be1d1b74 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.451694] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94de72a7-580a-4168-a7c4-9fc6b2d436cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.480356] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52568177-4d10-9d8e-f66c-1fe240584091, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.480644] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.480959] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 868e795b-97a9-4e8d-ba34-78c5f623502a/868e795b-97a9-4e8d-ba34-78c5f623502a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.481285] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-565f03ba-c82d-42b6-8e6b-3e27af162d1a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.489174] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1114.489174] env[69481]: value = "task-3264651" [ 1114.489174] env[69481]: _type = "Task" [ 1114.489174] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.498076] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.823018] env[69481]: DEBUG nova.scheduler.client.report [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.870813] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264650, 'name': CreateVM_Task, 'duration_secs': 0.33794} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.871290] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.872188] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.872540] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.872987] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.873745] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7a1d78-7222-4344-af6e-205e8d9d9fcf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.881053] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1114.881053] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bad40a-869f-5256-c567-546a95ced267" [ 1114.881053] env[69481]: _type = "Task" [ 1114.881053] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.890201] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bad40a-869f-5256-c567-546a95ced267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.923618] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d89a16-e1d7-4f8a-856b-6da4f920d95a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.943936] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f79d4a-c329-4cc8-bf4f-9302a9ca2d5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.963129] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1114.963129] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9e1206a1-c848-47c0-805a-d4d2321f8610 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.972731] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1114.972731] env[69481]: value = "task-3264652" [ 1114.972731] env[69481]: _type = "Task" [ 1114.972731] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.980259] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264652, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.999478] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461446} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.999773] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 868e795b-97a9-4e8d-ba34-78c5f623502a/868e795b-97a9-4e8d-ba34-78c5f623502a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.999979] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.000522] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a288b5c-ccc7-4ced-8d77-e5ab383ecf23 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.007068] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1115.007068] env[69481]: value = "task-3264653" [ 1115.007068] env[69481]: _type = "Task" [ 1115.007068] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.015569] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.330962] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.331508] env[69481]: DEBUG nova.compute.manager [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.334732] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.441s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.336035] env[69481]: INFO nova.compute.claims [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.391896] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bad40a-869f-5256-c567-546a95ced267, 'name': SearchDatastore_Task, 'duration_secs': 0.053441} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.392236] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.392474] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.392713] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.392863] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.393058] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.393328] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7305530-4100-40b1-b225-fc21e1980f57 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.401232] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.401412] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.402230] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8125dd5c-0b6a-4b2d-a8ea-9b2fa5999191 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.408259] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1115.408259] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52325b66-b762-7c44-fbca-db9460cdfd8d" [ 1115.408259] env[69481]: _type = "Task" [ 1115.408259] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.416018] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52325b66-b762-7c44-fbca-db9460cdfd8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.424827] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquiring lock "0435b3d2-e18b-4007-94be-34caaf347ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.425091] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Lock "0435b3d2-e18b-4007-94be-34caaf347ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.425509] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquiring lock "0435b3d2-e18b-4007-94be-34caaf347ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.425509] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Lock "0435b3d2-e18b-4007-94be-34caaf347ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.425645] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Lock "0435b3d2-e18b-4007-94be-34caaf347ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.427838] env[69481]: INFO nova.compute.manager [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Terminating instance [ 1115.455392] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1115.455937] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-acbecd34-5d29-4c1f-8be3-ca62f061b15c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.462794] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1115.462794] env[69481]: value = "task-3264654" [ 1115.462794] env[69481]: _type = "Task" [ 1115.462794] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.470803] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264654, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.478590] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264652, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.515836] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114107} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.516133] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.516932] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c1190f-6733-460c-946d-2f6a53d5e74d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.538453] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 868e795b-97a9-4e8d-ba34-78c5f623502a/868e795b-97a9-4e8d-ba34-78c5f623502a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.538866] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56466444-27ab-43a0-9275-a582ee9d8822 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.558042] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1115.558042] env[69481]: value = "task-3264655" [ 1115.558042] env[69481]: _type = "Task" [ 1115.558042] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.567141] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.841119] env[69481]: DEBUG nova.compute.utils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.844733] env[69481]: DEBUG nova.compute.manager [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.844932] env[69481]: DEBUG nova.network.neutron [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.882478] env[69481]: DEBUG nova.policy [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b0032a312fc4c7898f054360687a2a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a5d9f6ed4fc4072ab17e406f8ffda3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.920704] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52325b66-b762-7c44-fbca-db9460cdfd8d, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.921855] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a91d29c-7120-43b5-b3f4-689c3aa5dae0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.927557] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1115.927557] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c92306-45e9-7333-4f5d-c74b60881bfe" [ 1115.927557] env[69481]: _type = "Task" [ 1115.927557] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.931214] env[69481]: DEBUG nova.compute.manager [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.931443] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.932252] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cfec6f-720a-4ac2-b467-351d56eeec7c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.940857] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c92306-45e9-7333-4f5d-c74b60881bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.943146] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.943426] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] eff178ff-fcb9-4ba0-b47e-501179d80da9/eff178ff-fcb9-4ba0-b47e-501179d80da9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.943702] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.943925] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7ef1586-f919-4e97-b47b-aa98d5375a44 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.945775] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb632d39-b4fe-445a-93ca-39703455423a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.951853] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1115.951853] env[69481]: value = "task-3264656" [ 1115.951853] env[69481]: _type = "Task" [ 1115.951853] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.954415] env[69481]: DEBUG oslo_vmware.api [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for the task: (returnval){ [ 1115.954415] env[69481]: value = "task-3264657" [ 1115.954415] env[69481]: _type = "Task" [ 1115.954415] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.965773] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.972472] env[69481]: DEBUG oslo_vmware.api [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.980079] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264654, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.983271] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264652, 'name': CreateSnapshot_Task, 'duration_secs': 0.845782} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.983544] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1115.984325] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2057a09c-8e44-4f22-bb11-f7d7d6907d28 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.068398] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264655, 'name': ReconfigVM_Task, 'duration_secs': 0.276438} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.068766] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 868e795b-97a9-4e8d-ba34-78c5f623502a/868e795b-97a9-4e8d-ba34-78c5f623502a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.069412] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93a76cb0-eca9-4092-8cd1-36ba742e76a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.075637] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1116.075637] env[69481]: value = "task-3264658" [ 1116.075637] env[69481]: _type = "Task" [ 1116.075637] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.084742] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264658, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.239234] env[69481]: DEBUG nova.network.neutron [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Successfully created port: 93877c6a-7eee-4794-a340-1af7f43a6631 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.345645] env[69481]: DEBUG nova.compute.manager [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.455073] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquiring lock "23f0ae33-0c85-427a-98ee-b2a6a2518fd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.455248] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "23f0ae33-0c85-427a-98ee-b2a6a2518fd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.476107] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482566} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.480225] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] eff178ff-fcb9-4ba0-b47e-501179d80da9/eff178ff-fcb9-4ba0-b47e-501179d80da9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.480565] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.481151] env[69481]: DEBUG oslo_vmware.api [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264657, 'name': PowerOffVM_Task, 'duration_secs': 0.460949} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.487571] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f05e0aab-e419-42d9-ba53-f64d309f3ab6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.489563] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.489748] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.490347] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264654, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.490795] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86fd2317-335e-4745-b765-69acffddb20c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.496484] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1116.496484] env[69481]: value = "task-3264659" [ 1116.496484] env[69481]: _type = "Task" [ 1116.496484] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.506316] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1116.509553] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-901041af-e013-4347-bbc4-0b905308fdb6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.517670] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.519049] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1116.519049] env[69481]: value = "task-3264661" [ 1116.519049] env[69481]: _type = "Task" [ 1116.519049] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.527189] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264661, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.564278] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.564573] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.564834] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Deleting the datastore file [datastore2] 0435b3d2-e18b-4007-94be-34caaf347ed2 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.565156] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28b8f131-9a28-4a89-a8aa-a1a3f259c059 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.574843] env[69481]: DEBUG oslo_vmware.api [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for the task: (returnval){ [ 1116.574843] env[69481]: value = "task-3264662" [ 1116.574843] env[69481]: _type = "Task" [ 1116.574843] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.594312] env[69481]: DEBUG oslo_vmware.api [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.595068] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264658, 'name': Rename_Task, 'duration_secs': 0.420461} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.595418] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.595657] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a82cafcd-19e9-49e2-9820-cb0386ba0b83 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.603341] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1116.603341] env[69481]: value = "task-3264663" [ 1116.603341] env[69481]: _type = "Task" [ 1116.603341] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.616377] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.618936] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bedf7e-70dd-4696-8bb4-85af67343923 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.628677] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c569fe-2d2e-4910-b980-2d196d985832 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.666251] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d96d55-326f-4275-b611-4c3adc71e782 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.674038] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34d074b-78b7-4e1b-8e15-ba2ac022d2c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.689524] env[69481]: DEBUG nova.compute.provider_tree [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.963039] env[69481]: DEBUG nova.compute.manager [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.979623] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264654, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.010805] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074019} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.011249] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.012426] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc6da2e-e1e3-4743-863b-3731be5b2c9d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.041887] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] eff178ff-fcb9-4ba0-b47e-501179d80da9/eff178ff-fcb9-4ba0-b47e-501179d80da9.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.045316] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f95314c5-c722-4f8a-8bf9-86f2b7bc3007 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.066634] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264661, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.067945] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1117.067945] env[69481]: value = "task-3264664" [ 1117.067945] env[69481]: _type = "Task" [ 1117.067945] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.075528] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.085189] env[69481]: DEBUG oslo_vmware.api [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Task: {'id': task-3264662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241369} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.085567] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.085877] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.086191] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.086473] env[69481]: INFO nova.compute.manager [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1117.086834] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.087141] env[69481]: DEBUG nova.compute.manager [-] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.087335] env[69481]: DEBUG nova.network.neutron [-] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.116286] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264663, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.192664] env[69481]: DEBUG nova.scheduler.client.report [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.364924] env[69481]: DEBUG nova.compute.manager [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.369275] env[69481]: DEBUG nova.compute.manager [req-8ea80ef2-14ed-4943-a912-aeabf1f906b0 req-d6b9952a-91d7-4d88-9959-5443fb93c47e service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Received event network-vif-deleted-f04a81da-ccdb-4d02-b678-17e5d3aacaf1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.369471] env[69481]: INFO nova.compute.manager [req-8ea80ef2-14ed-4943-a912-aeabf1f906b0 req-d6b9952a-91d7-4d88-9959-5443fb93c47e service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Neutron deleted interface f04a81da-ccdb-4d02-b678-17e5d3aacaf1; detaching it from the instance and deleting it from the info cache [ 1117.369642] env[69481]: DEBUG nova.network.neutron [req-8ea80ef2-14ed-4943-a912-aeabf1f906b0 req-d6b9952a-91d7-4d88-9959-5443fb93c47e service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.394016] env[69481]: DEBUG nova.virt.hardware [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.394513] env[69481]: DEBUG nova.virt.hardware [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.395023] env[69481]: DEBUG nova.virt.hardware [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.395191] env[69481]: DEBUG nova.virt.hardware [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.395461] env[69481]: DEBUG nova.virt.hardware [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.396116] env[69481]: DEBUG nova.virt.hardware [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.396116] env[69481]: DEBUG nova.virt.hardware [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.396248] env[69481]: DEBUG nova.virt.hardware [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.396362] env[69481]: DEBUG nova.virt.hardware [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.396544] env[69481]: DEBUG nova.virt.hardware [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.396736] env[69481]: DEBUG nova.virt.hardware [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.397859] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd5808-33bb-4884-891a-3d56ccd0f2e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.406104] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de71bff3-a2c2-4f61-8d1f-f30016c199b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.478434] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264654, 'name': CreateSnapshot_Task, 'duration_secs': 1.522446} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.480685] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1117.481606] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e04a53-ece6-4286-9276-84e2cdca7bd8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.494641] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.542814] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264661, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.576996] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264664, 'name': ReconfigVM_Task, 'duration_secs': 0.402294} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.577297] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Reconfigured VM instance instance-00000065 to attach disk [datastore2] eff178ff-fcb9-4ba0-b47e-501179d80da9/eff178ff-fcb9-4ba0-b47e-501179d80da9.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.577906] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c1ba57-216b-40fe-834d-4eaa72fed417 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.583747] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1117.583747] env[69481]: value = "task-3264665" [ 1117.583747] env[69481]: _type = "Task" [ 1117.583747] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.592409] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264665, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.615999] env[69481]: DEBUG oslo_vmware.api [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264663, 'name': PowerOnVM_Task, 'duration_secs': 0.528099} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.616299] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.616529] env[69481]: INFO nova.compute.manager [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1117.616757] env[69481]: DEBUG nova.compute.manager [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.617631] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1230029e-20c6-4a5e-abfb-19369ec3c7a7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.700359] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.701014] env[69481]: DEBUG nova.compute.manager [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.704244] env[69481]: DEBUG oslo_concurrency.lockutils [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.580s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.704485] env[69481]: DEBUG nova.objects.instance [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lazy-loading 'resources' on Instance uuid 9aac2ba0-2563-404a-9678-f6de10a5187c {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.753544] env[69481]: DEBUG nova.compute.manager [req-65f20f60-25b3-4cb4-8796-db357b33e152 req-fbcc7a3f-341e-406d-861c-1633bf8cf6e9 service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Received event network-vif-plugged-93877c6a-7eee-4794-a340-1af7f43a6631 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.753811] env[69481]: DEBUG oslo_concurrency.lockutils [req-65f20f60-25b3-4cb4-8796-db357b33e152 req-fbcc7a3f-341e-406d-861c-1633bf8cf6e9 service nova] Acquiring lock "161b6953-8a39-465f-954a-5c44dba4f364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.754073] env[69481]: DEBUG oslo_concurrency.lockutils [req-65f20f60-25b3-4cb4-8796-db357b33e152 req-fbcc7a3f-341e-406d-861c-1633bf8cf6e9 service nova] Lock "161b6953-8a39-465f-954a-5c44dba4f364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.754253] env[69481]: DEBUG oslo_concurrency.lockutils [req-65f20f60-25b3-4cb4-8796-db357b33e152 req-fbcc7a3f-341e-406d-861c-1633bf8cf6e9 service nova] Lock "161b6953-8a39-465f-954a-5c44dba4f364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.754441] env[69481]: DEBUG nova.compute.manager [req-65f20f60-25b3-4cb4-8796-db357b33e152 req-fbcc7a3f-341e-406d-861c-1633bf8cf6e9 service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] No waiting events found dispatching network-vif-plugged-93877c6a-7eee-4794-a340-1af7f43a6631 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.754630] env[69481]: WARNING nova.compute.manager [req-65f20f60-25b3-4cb4-8796-db357b33e152 req-fbcc7a3f-341e-406d-861c-1633bf8cf6e9 service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Received unexpected event network-vif-plugged-93877c6a-7eee-4794-a340-1af7f43a6631 for instance with vm_state building and task_state spawning. [ 1117.828017] env[69481]: DEBUG nova.network.neutron [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Successfully updated port: 93877c6a-7eee-4794-a340-1af7f43a6631 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.852229] env[69481]: DEBUG nova.network.neutron [-] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.872736] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27111d75-1fe8-4142-a3f0-69679a0c8136 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.881688] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f3da01-4434-49f8-8249-0c1798ece023 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.911560] env[69481]: DEBUG nova.compute.manager [req-8ea80ef2-14ed-4943-a912-aeabf1f906b0 req-d6b9952a-91d7-4d88-9959-5443fb93c47e service nova] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Detach interface failed, port_id=f04a81da-ccdb-4d02-b678-17e5d3aacaf1, reason: Instance 0435b3d2-e18b-4007-94be-34caaf347ed2 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.998917] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1117.999222] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63ea3473-77d2-49fb-87f4-583520de95bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.007518] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1118.007518] env[69481]: value = "task-3264666" [ 1118.007518] env[69481]: _type = "Task" [ 1118.007518] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.016240] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264666, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.041780] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264661, 'name': CloneVM_Task, 'duration_secs': 1.263714} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.042047] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Created linked-clone VM from snapshot [ 1118.042758] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47df3b2-eec8-49f7-8cb9-2811cac6cc9e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.050436] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Uploading image 100a2107-51c1-43a9-96db-ce0251841589 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1118.073031] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1118.073031] env[69481]: value = "vm-652180" [ 1118.073031] env[69481]: _type = "VirtualMachine" [ 1118.073031] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1118.073360] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-08d46ffd-c83d-4dbf-b78c-64f6e70ccdfc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.080808] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lease: (returnval){ [ 1118.080808] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521ecf81-5b78-cbfb-e446-f8eab5bd1cce" [ 1118.080808] env[69481]: _type = "HttpNfcLease" [ 1118.080808] env[69481]: } obtained for exporting VM: (result){ [ 1118.080808] env[69481]: value = "vm-652180" [ 1118.080808] env[69481]: _type = "VirtualMachine" [ 1118.080808] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1118.081140] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the lease: (returnval){ [ 1118.081140] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521ecf81-5b78-cbfb-e446-f8eab5bd1cce" [ 1118.081140] env[69481]: _type = "HttpNfcLease" [ 1118.081140] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1118.090752] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.090752] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521ecf81-5b78-cbfb-e446-f8eab5bd1cce" [ 1118.090752] env[69481]: _type = "HttpNfcLease" [ 1118.090752] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1118.093842] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264665, 'name': Rename_Task, 'duration_secs': 0.187456} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.094138] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.094406] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-359a83c0-2c96-4717-b0f3-88bee8d20176 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.099446] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1118.099446] env[69481]: value = "task-3264668" [ 1118.099446] env[69481]: _type = "Task" [ 1118.099446] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.108763] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.139333] env[69481]: INFO nova.compute.manager [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Took 20.37 seconds to build instance. [ 1118.206427] env[69481]: DEBUG nova.compute.utils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.207988] env[69481]: DEBUG nova.compute.manager [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.208151] env[69481]: DEBUG nova.network.neutron [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.258384] env[69481]: DEBUG nova.policy [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b0032a312fc4c7898f054360687a2a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a5d9f6ed4fc4072ab17e406f8ffda3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.330967] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.331083] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.331189] env[69481]: DEBUG nova.network.neutron [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.355790] env[69481]: INFO nova.compute.manager [-] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Took 1.27 seconds to deallocate network for instance. [ 1118.400850] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09952a8f-343d-4080-9813-bbb5388b1425 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.409759] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afc4517-d5af-44b7-8c28-6697de92900c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.444441] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a49336-1a22-46df-991a-03d59e4f4efd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.452423] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa9c63c-a1d6-4aa3-b6d4-5fbd70ba1c0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.466159] env[69481]: DEBUG nova.compute.provider_tree [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.518558] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264666, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.522862] env[69481]: DEBUG nova.network.neutron [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Successfully created port: 431ad988-7cd4-4aa0-bc4b-80728697bf2e {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.588958] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.588958] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521ecf81-5b78-cbfb-e446-f8eab5bd1cce" [ 1118.588958] env[69481]: _type = "HttpNfcLease" [ 1118.588958] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1118.589266] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1118.589266] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]521ecf81-5b78-cbfb-e446-f8eab5bd1cce" [ 1118.589266] env[69481]: _type = "HttpNfcLease" [ 1118.589266] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1118.589837] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0611d9b2-2450-4955-9fc5-511f66450cc6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.599419] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c422e-1084-445f-8d09-5c72851010a3/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1118.599584] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c422e-1084-445f-8d09-5c72851010a3/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1118.657416] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c59c35ac-6f22-4d14-ba8b-3c2bab7837db tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "868e795b-97a9-4e8d-ba34-78c5f623502a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.914s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.661301] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264668, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.696426] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bc91c33-a627-49e8-8040-1336b5555f9b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.714921] env[69481]: DEBUG nova.compute.manager [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.864783] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.880099] env[69481]: DEBUG nova.network.neutron [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.972062] env[69481]: DEBUG nova.scheduler.client.report [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.023837] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264666, 'name': CloneVM_Task} progress is 95%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.112770] env[69481]: DEBUG oslo_vmware.api [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264668, 'name': PowerOnVM_Task, 'duration_secs': 0.51327} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.113363] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.113363] env[69481]: INFO nova.compute.manager [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1119.113579] env[69481]: DEBUG nova.compute.manager [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.114495] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f249f357-03ec-42cb-8b8d-3ffda1f449e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.148842] env[69481]: DEBUG nova.network.neutron [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Updating instance_info_cache with network_info: [{"id": "93877c6a-7eee-4794-a340-1af7f43a6631", "address": "fa:16:3e:07:a8:9a", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93877c6a-7e", "ovs_interfaceid": "93877c6a-7eee-4794-a340-1af7f43a6631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.400442] env[69481]: DEBUG nova.compute.manager [req-441a1b99-2882-4749-8205-972298419016 req-6f49830e-83e7-449b-88ef-0bd97d2e68ec service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Received event network-changed-e53d2382-8914-48a4-99e7-1d763bf53766 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.400825] env[69481]: DEBUG nova.compute.manager [req-441a1b99-2882-4749-8205-972298419016 req-6f49830e-83e7-449b-88ef-0bd97d2e68ec service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Refreshing instance network info cache due to event network-changed-e53d2382-8914-48a4-99e7-1d763bf53766. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.401105] env[69481]: DEBUG oslo_concurrency.lockutils [req-441a1b99-2882-4749-8205-972298419016 req-6f49830e-83e7-449b-88ef-0bd97d2e68ec service nova] Acquiring lock "refresh_cache-868e795b-97a9-4e8d-ba34-78c5f623502a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.401359] env[69481]: DEBUG oslo_concurrency.lockutils [req-441a1b99-2882-4749-8205-972298419016 req-6f49830e-83e7-449b-88ef-0bd97d2e68ec service nova] Acquired lock "refresh_cache-868e795b-97a9-4e8d-ba34-78c5f623502a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.401482] env[69481]: DEBUG nova.network.neutron [req-441a1b99-2882-4749-8205-972298419016 req-6f49830e-83e7-449b-88ef-0bd97d2e68ec service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Refreshing network info cache for port e53d2382-8914-48a4-99e7-1d763bf53766 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.478686] env[69481]: DEBUG oslo_concurrency.lockutils [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.481416] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.744s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.482958] env[69481]: INFO nova.compute.claims [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.518413] env[69481]: INFO nova.scheduler.client.report [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted allocations for instance 9aac2ba0-2563-404a-9678-f6de10a5187c [ 1119.527377] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264666, 'name': CloneVM_Task, 'duration_secs': 1.288622} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.528504] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Created linked-clone VM from snapshot [ 1119.532018] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeccdc28-c91b-4e98-8917-b53c50a29611 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.538343] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Uploading image d755035f-c827-460d-a801-14abc2b08ec2 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1119.564026] env[69481]: DEBUG oslo_vmware.rw_handles [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1119.564026] env[69481]: value = "vm-652182" [ 1119.564026] env[69481]: _type = "VirtualMachine" [ 1119.564026] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1119.564026] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c5333dba-9e99-46f6-9070-cce6baac12d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.570991] env[69481]: DEBUG oslo_vmware.rw_handles [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lease: (returnval){ [ 1119.570991] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5271753a-3128-b7ff-1efc-42a62151fd56" [ 1119.570991] env[69481]: _type = "HttpNfcLease" [ 1119.570991] env[69481]: } obtained for exporting VM: (result){ [ 1119.570991] env[69481]: value = "vm-652182" [ 1119.570991] env[69481]: _type = "VirtualMachine" [ 1119.570991] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1119.571336] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the lease: (returnval){ [ 1119.571336] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5271753a-3128-b7ff-1efc-42a62151fd56" [ 1119.571336] env[69481]: _type = "HttpNfcLease" [ 1119.571336] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1119.580612] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1119.580612] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5271753a-3128-b7ff-1efc-42a62151fd56" [ 1119.580612] env[69481]: _type = "HttpNfcLease" [ 1119.580612] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1119.633931] env[69481]: INFO nova.compute.manager [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Took 18.51 seconds to build instance. [ 1119.652198] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.652600] env[69481]: DEBUG nova.compute.manager [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Instance network_info: |[{"id": "93877c6a-7eee-4794-a340-1af7f43a6631", "address": "fa:16:3e:07:a8:9a", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93877c6a-7e", "ovs_interfaceid": "93877c6a-7eee-4794-a340-1af7f43a6631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.653376] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:a8:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93877c6a-7eee-4794-a340-1af7f43a6631', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.661720] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Creating folder: Project (3a5d9f6ed4fc4072ab17e406f8ffda3b). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.662559] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c087fd2c-d66e-4714-91d3-00e9a3e14b30 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.675780] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Created folder: Project (3a5d9f6ed4fc4072ab17e406f8ffda3b) in parent group-v651898. [ 1119.676070] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Creating folder: Instances. Parent ref: group-v652183. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.676647] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a798ab2-7f5e-44c6-8dd8-6ca757fb4bcf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.686869] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Created folder: Instances in parent group-v652183. [ 1119.687219] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.687577] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.687877] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b7e800d-c867-4099-a56e-f87ffd734e5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.710171] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.710171] env[69481]: value = "task-3264672" [ 1119.710171] env[69481]: _type = "Task" [ 1119.710171] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.720802] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264672, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.724872] env[69481]: DEBUG nova.compute.manager [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.786401] env[69481]: DEBUG nova.compute.manager [req-f722c2ce-ec29-4787-bc20-7eae171d89d6 req-7e42a902-dc40-45ef-a14f-29288c476b3c service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Received event network-changed-93877c6a-7eee-4794-a340-1af7f43a6631 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.786624] env[69481]: DEBUG nova.compute.manager [req-f722c2ce-ec29-4787-bc20-7eae171d89d6 req-7e42a902-dc40-45ef-a14f-29288c476b3c service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Refreshing instance network info cache due to event network-changed-93877c6a-7eee-4794-a340-1af7f43a6631. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.786956] env[69481]: DEBUG oslo_concurrency.lockutils [req-f722c2ce-ec29-4787-bc20-7eae171d89d6 req-7e42a902-dc40-45ef-a14f-29288c476b3c service nova] Acquiring lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.787202] env[69481]: DEBUG oslo_concurrency.lockutils [req-f722c2ce-ec29-4787-bc20-7eae171d89d6 req-7e42a902-dc40-45ef-a14f-29288c476b3c service nova] Acquired lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.787434] env[69481]: DEBUG nova.network.neutron [req-f722c2ce-ec29-4787-bc20-7eae171d89d6 req-7e42a902-dc40-45ef-a14f-29288c476b3c service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Refreshing network info cache for port 93877c6a-7eee-4794-a340-1af7f43a6631 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.828257] env[69481]: DEBUG nova.virt.hardware [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.828631] env[69481]: DEBUG nova.virt.hardware [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.828895] env[69481]: DEBUG nova.virt.hardware [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.829195] env[69481]: DEBUG nova.virt.hardware [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.829407] env[69481]: DEBUG nova.virt.hardware [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.829670] env[69481]: DEBUG nova.virt.hardware [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.829950] env[69481]: DEBUG nova.virt.hardware [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.830206] env[69481]: DEBUG nova.virt.hardware [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.830482] env[69481]: DEBUG nova.virt.hardware [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.831199] env[69481]: DEBUG nova.virt.hardware [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.831199] env[69481]: DEBUG nova.virt.hardware [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.832138] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5691ddd4-c2d5-4cec-8cf1-32a64731e78f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.842584] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a319c8-b9d6-4ac2-9e84-dc2b86932c38 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.034630] env[69481]: DEBUG oslo_concurrency.lockutils [None req-768e3b0d-a284-41f2-b7dd-b9b3e84f87dd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "9aac2ba0-2563-404a-9678-f6de10a5187c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.318s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.080695] env[69481]: DEBUG nova.network.neutron [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Successfully updated port: 431ad988-7cd4-4aa0-bc4b-80728697bf2e {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.085926] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1120.085926] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5271753a-3128-b7ff-1efc-42a62151fd56" [ 1120.085926] env[69481]: _type = "HttpNfcLease" [ 1120.085926] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1120.085926] env[69481]: DEBUG oslo_vmware.rw_handles [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1120.085926] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5271753a-3128-b7ff-1efc-42a62151fd56" [ 1120.085926] env[69481]: _type = "HttpNfcLease" [ 1120.085926] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1120.087551] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c795b99f-d524-41f9-884f-47c7b99f2858 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.099589] env[69481]: DEBUG oslo_vmware.rw_handles [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52185aa9-4132-2602-7cd4-6c89279f145a/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1120.100639] env[69481]: DEBUG oslo_vmware.rw_handles [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52185aa9-4132-2602-7cd4-6c89279f145a/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1120.164256] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d8b2a98e-7ac6-4042-8da9-9c37770c3fe4 tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.446s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.198912] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e8d5a45-ee47-464b-a06a-b1cde044ef10 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.219635] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264672, 'name': CreateVM_Task, 'duration_secs': 0.425764} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.222358] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.223217] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.224709] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.224709] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.226381] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038a1545-91da-4784-8b9b-7e925f4e6696 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.238637] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1120.238637] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52085115-5db9-5571-81ee-69da1298ff0c" [ 1120.238637] env[69481]: _type = "Task" [ 1120.238637] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.248255] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52085115-5db9-5571-81ee-69da1298ff0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.264762] env[69481]: DEBUG nova.network.neutron [req-441a1b99-2882-4749-8205-972298419016 req-6f49830e-83e7-449b-88ef-0bd97d2e68ec service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Updated VIF entry in instance network info cache for port e53d2382-8914-48a4-99e7-1d763bf53766. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.264762] env[69481]: DEBUG nova.network.neutron [req-441a1b99-2882-4749-8205-972298419016 req-6f49830e-83e7-449b-88ef-0bd97d2e68ec service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Updating instance_info_cache with network_info: [{"id": "e53d2382-8914-48a4-99e7-1d763bf53766", "address": "fa:16:3e:36:8e:76", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53d2382-89", "ovs_interfaceid": "e53d2382-8914-48a4-99e7-1d763bf53766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.572775] env[69481]: DEBUG nova.network.neutron [req-f722c2ce-ec29-4787-bc20-7eae171d89d6 req-7e42a902-dc40-45ef-a14f-29288c476b3c service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Updated VIF entry in instance network info cache for port 93877c6a-7eee-4794-a340-1af7f43a6631. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.574385] env[69481]: DEBUG nova.network.neutron [req-f722c2ce-ec29-4787-bc20-7eae171d89d6 req-7e42a902-dc40-45ef-a14f-29288c476b3c service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Updating instance_info_cache with network_info: [{"id": "93877c6a-7eee-4794-a340-1af7f43a6631", "address": "fa:16:3e:07:a8:9a", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93877c6a-7e", "ovs_interfaceid": "93877c6a-7eee-4794-a340-1af7f43a6631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.583756] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "refresh_cache-36925efc-baa1-434d-b45c-2d2dc54749a8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.583964] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "refresh_cache-36925efc-baa1-434d-b45c-2d2dc54749a8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.584141] env[69481]: DEBUG nova.network.neutron [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.745794] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e8cbf8-2267-4c5d-beba-5326cbc0d20e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.755457] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52085115-5db9-5571-81ee-69da1298ff0c, 'name': SearchDatastore_Task, 'duration_secs': 0.022877} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.758836] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.759354] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.759850] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.760252] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.760742] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.761206] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06828891-2797-4e38-beb6-68fd3e1add85 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.764363] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ce5185-7497-40fa-adb6-afc9bea95cd1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.768072] env[69481]: DEBUG oslo_concurrency.lockutils [req-441a1b99-2882-4749-8205-972298419016 req-6f49830e-83e7-449b-88ef-0bd97d2e68ec service nova] Releasing lock "refresh_cache-868e795b-97a9-4e8d-ba34-78c5f623502a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.801302] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f29807-93a2-446c-9307-73ce1c95d436 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.805119] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.805389] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.807336] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7028850-3d84-41e5-ade6-5c0980dc4221 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.817787] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1120.817787] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52be3881-2d00-86b4-8a21-68d693f12d68" [ 1120.817787] env[69481]: _type = "Task" [ 1120.817787] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.819341] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f74eb72-b1df-4b04-af67-ce2596f4c8f5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.837624] env[69481]: DEBUG nova.compute.provider_tree [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.846132] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52be3881-2d00-86b4-8a21-68d693f12d68, 'name': SearchDatastore_Task, 'duration_secs': 0.014794} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.846132] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc1052b-f58b-466f-9eef-ff0c639fcc46 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.850984] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1120.850984] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d83352-f0c8-27d5-0e9e-5b9b788362de" [ 1120.850984] env[69481]: _type = "Task" [ 1120.850984] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.863841] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d83352-f0c8-27d5-0e9e-5b9b788362de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.015210] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "177fde4d-cb77-4f29-b309-244c03c2bcd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.015533] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "177fde4d-cb77-4f29-b309-244c03c2bcd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.081343] env[69481]: DEBUG oslo_concurrency.lockutils [req-f722c2ce-ec29-4787-bc20-7eae171d89d6 req-7e42a902-dc40-45ef-a14f-29288c476b3c service nova] Releasing lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.125240] env[69481]: DEBUG nova.network.neutron [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.288092] env[69481]: DEBUG nova.network.neutron [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Updating instance_info_cache with network_info: [{"id": "431ad988-7cd4-4aa0-bc4b-80728697bf2e", "address": "fa:16:3e:e8:2c:ee", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap431ad988-7c", "ovs_interfaceid": "431ad988-7cd4-4aa0-bc4b-80728697bf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.345724] env[69481]: DEBUG nova.scheduler.client.report [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.364097] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d83352-f0c8-27d5-0e9e-5b9b788362de, 'name': SearchDatastore_Task, 'duration_secs': 0.01377} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.365311] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.365619] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 161b6953-8a39-465f-954a-5c44dba4f364/161b6953-8a39-465f-954a-5c44dba4f364.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.365947] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0eddfb9-7769-479e-a830-a3a48b133b11 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.373922] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1121.373922] env[69481]: value = "task-3264674" [ 1121.373922] env[69481]: _type = "Task" [ 1121.373922] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.383275] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.518304] env[69481]: DEBUG nova.compute.manager [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.770740] env[69481]: DEBUG nova.compute.manager [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Stashing vm_state: active {{(pid=69481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1121.791328] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "refresh_cache-36925efc-baa1-434d-b45c-2d2dc54749a8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.791545] env[69481]: DEBUG nova.compute.manager [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Instance network_info: |[{"id": "431ad988-7cd4-4aa0-bc4b-80728697bf2e", "address": "fa:16:3e:e8:2c:ee", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap431ad988-7c", "ovs_interfaceid": "431ad988-7cd4-4aa0-bc4b-80728697bf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.792114] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:2c:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '431ad988-7cd4-4aa0-bc4b-80728697bf2e', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.803099] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.803443] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.803958] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dce551b3-c4fc-4783-98b3-275ba9906f86 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.829986] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.829986] env[69481]: value = "task-3264675" [ 1121.829986] env[69481]: _type = "Task" [ 1121.829986] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.843800] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264675, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.851427] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.852381] env[69481]: DEBUG nova.compute.manager [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.856712] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.870s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.858458] env[69481]: INFO nova.compute.claims [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.869245] env[69481]: DEBUG nova.compute.manager [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Received event network-vif-plugged-431ad988-7cd4-4aa0-bc4b-80728697bf2e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.869654] env[69481]: DEBUG oslo_concurrency.lockutils [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] Acquiring lock "36925efc-baa1-434d-b45c-2d2dc54749a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.870546] env[69481]: DEBUG oslo_concurrency.lockutils [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] Lock "36925efc-baa1-434d-b45c-2d2dc54749a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.870866] env[69481]: DEBUG oslo_concurrency.lockutils [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] Lock "36925efc-baa1-434d-b45c-2d2dc54749a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.871250] env[69481]: DEBUG nova.compute.manager [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] No waiting events found dispatching network-vif-plugged-431ad988-7cd4-4aa0-bc4b-80728697bf2e {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.871620] env[69481]: WARNING nova.compute.manager [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Received unexpected event network-vif-plugged-431ad988-7cd4-4aa0-bc4b-80728697bf2e for instance with vm_state building and task_state spawning. [ 1121.871946] env[69481]: DEBUG nova.compute.manager [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Received event network-changed-431ad988-7cd4-4aa0-bc4b-80728697bf2e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.872353] env[69481]: DEBUG nova.compute.manager [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Refreshing instance network info cache due to event network-changed-431ad988-7cd4-4aa0-bc4b-80728697bf2e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.872674] env[69481]: DEBUG oslo_concurrency.lockutils [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] Acquiring lock "refresh_cache-36925efc-baa1-434d-b45c-2d2dc54749a8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.872912] env[69481]: DEBUG oslo_concurrency.lockutils [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] Acquired lock "refresh_cache-36925efc-baa1-434d-b45c-2d2dc54749a8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.873189] env[69481]: DEBUG nova.network.neutron [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Refreshing network info cache for port 431ad988-7cd4-4aa0-bc4b-80728697bf2e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.892633] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.043397] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.291992] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.341699] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264675, 'name': CreateVM_Task, 'duration_secs': 0.411265} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.341879] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.342673] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.342897] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.343274] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.343575] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767b3b77-4c92-4521-9344-2b7d53d3ec23 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.348864] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1122.348864] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52da5274-48c6-80f5-fb3a-0d04845d9a04" [ 1122.348864] env[69481]: _type = "Task" [ 1122.348864] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.358407] env[69481]: DEBUG nova.compute.utils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.359948] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52da5274-48c6-80f5-fb3a-0d04845d9a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.360543] env[69481]: DEBUG nova.compute.manager [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Not allocating networking since 'none' was specified. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1122.389253] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54264} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.389563] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 161b6953-8a39-465f-954a-5c44dba4f364/161b6953-8a39-465f-954a-5c44dba4f364.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.389778] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.390054] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fd23f0e-d5ed-4089-b07b-1908b31ac67b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.396346] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1122.396346] env[69481]: value = "task-3264676" [ 1122.396346] env[69481]: _type = "Task" [ 1122.396346] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.407452] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.862119] env[69481]: DEBUG nova.compute.manager [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.864937] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52da5274-48c6-80f5-fb3a-0d04845d9a04, 'name': SearchDatastore_Task, 'duration_secs': 0.014105} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.865482] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.865710] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.865972] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.866143] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.866331] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.869312] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df2d6d01-ba7c-4bb8-a6a7-c693372c7ef3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.881041] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.881278] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.882300] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e879124-60ac-40bf-a7cc-9a614c33d46d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.889298] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1122.889298] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528adb8d-4d4c-efb8-d991-1f4b299c0f3a" [ 1122.889298] env[69481]: _type = "Task" [ 1122.889298] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.897428] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528adb8d-4d4c-efb8-d991-1f4b299c0f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.915768] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066411} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.916528] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.917430] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3e292c-2d96-4138-8614-2d96e7290c14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.941797] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 161b6953-8a39-465f-954a-5c44dba4f364/161b6953-8a39-465f-954a-5c44dba4f364.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.944777] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede7c08a-2e2f-4491-8524-0e22339565f3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.960778] env[69481]: DEBUG nova.network.neutron [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Updated VIF entry in instance network info cache for port 431ad988-7cd4-4aa0-bc4b-80728697bf2e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.961188] env[69481]: DEBUG nova.network.neutron [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Updating instance_info_cache with network_info: [{"id": "431ad988-7cd4-4aa0-bc4b-80728697bf2e", "address": "fa:16:3e:e8:2c:ee", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap431ad988-7c", "ovs_interfaceid": "431ad988-7cd4-4aa0-bc4b-80728697bf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.968206] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1122.968206] env[69481]: value = "task-3264677" [ 1122.968206] env[69481]: _type = "Task" [ 1122.968206] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.977963] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.142491] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff0fd92-da56-40f7-beac-003e4d94f9b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.150412] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93adc9df-d2d3-45c0-b9fe-991123fbafce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.181234] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c84fa4e-5db1-44b7-8f24-36db718cb3e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.189173] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d85166-e6eb-4019-b85e-2b7157019dc7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.203023] env[69481]: DEBUG nova.compute.provider_tree [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.401116] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528adb8d-4d4c-efb8-d991-1f4b299c0f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.014287} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.402011] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b51386-14d3-4ec8-b259-ebdd78e6e016 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.408473] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1123.408473] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce2d72-3d27-d94d-1270-6c2133253dc1" [ 1123.408473] env[69481]: _type = "Task" [ 1123.408473] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.417389] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce2d72-3d27-d94d-1270-6c2133253dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.464163] env[69481]: DEBUG oslo_concurrency.lockutils [req-b14fdce5-b7c2-4d86-b101-89331b71fe74 req-4ae3b747-e710-4704-b17e-62ee96b11af4 service nova] Releasing lock "refresh_cache-36925efc-baa1-434d-b45c-2d2dc54749a8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.478313] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264677, 'name': ReconfigVM_Task, 'duration_secs': 0.463724} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.478658] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 161b6953-8a39-465f-954a-5c44dba4f364/161b6953-8a39-465f-954a-5c44dba4f364.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.479456] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eefbcd82-3cc4-49ad-8320-e173660d4c5f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.486828] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1123.486828] env[69481]: value = "task-3264678" [ 1123.486828] env[69481]: _type = "Task" [ 1123.486828] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.495439] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264678, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.706711] env[69481]: DEBUG nova.scheduler.client.report [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.872543] env[69481]: DEBUG nova.compute.manager [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.918974] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce2d72-3d27-d94d-1270-6c2133253dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.020472} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.919295] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.919561] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 36925efc-baa1-434d-b45c-2d2dc54749a8/36925efc-baa1-434d-b45c-2d2dc54749a8.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.919830] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6e60965-6a30-4b4e-8a3a-c098caa76e41 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.926865] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1123.926865] env[69481]: value = "task-3264679" [ 1123.926865] env[69481]: _type = "Task" [ 1123.926865] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.935327] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.998514] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264678, 'name': Rename_Task, 'duration_secs': 0.206066} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.998514] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.998514] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e58d8f-2038-4f37-80ed-785a351fc8b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.005047] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1124.005047] env[69481]: value = "task-3264680" [ 1124.005047] env[69481]: _type = "Task" [ 1124.005047] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.013860] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.203812] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "interface-35f2462d-9363-4d3d-b361-b72b36233a41-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.204853] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-35f2462d-9363-4d3d-b361-b72b36233a41-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.204853] env[69481]: DEBUG nova.objects.instance [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'flavor' on Instance uuid 35f2462d-9363-4d3d-b361-b72b36233a41 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.212148] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.213166] env[69481]: DEBUG nova.compute.manager [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.217813] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.723s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.219680] env[69481]: INFO nova.compute.claims [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.442215] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264679, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.515274] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264680, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.724936] env[69481]: DEBUG nova.compute.utils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.728515] env[69481]: DEBUG nova.compute.manager [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.728686] env[69481]: DEBUG nova.network.neutron [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.781971] env[69481]: DEBUG nova.policy [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b5b2d3826ca49c4b431d2e10d605294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d0ed252cfe8468faa9796bad94d8f59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.789692] env[69481]: DEBUG nova.objects.instance [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'pci_requests' on Instance uuid 35f2462d-9363-4d3d-b361-b72b36233a41 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.937514] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579403} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.937889] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 36925efc-baa1-434d-b45c-2d2dc54749a8/36925efc-baa1-434d-b45c-2d2dc54749a8.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.937889] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.938156] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55f6fd77-4350-4afd-9f30-8c1ef4f19443 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.945025] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1124.945025] env[69481]: value = "task-3264681" [ 1124.945025] env[69481]: _type = "Task" [ 1124.945025] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.956032] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.016789] env[69481]: DEBUG oslo_vmware.api [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264680, 'name': PowerOnVM_Task, 'duration_secs': 0.784071} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.017250] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.017613] env[69481]: INFO nova.compute.manager [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1125.017905] env[69481]: DEBUG nova.compute.manager [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.018815] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb36b69-b022-47e6-9d9d-51e2cb2cf66b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.114419] env[69481]: DEBUG nova.network.neutron [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Successfully created port: a5d310f0-209c-4723-9b65-324840cd8e3d {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.234448] env[69481]: DEBUG nova.compute.manager [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.292111] env[69481]: DEBUG nova.objects.base [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Object Instance<35f2462d-9363-4d3d-b361-b72b36233a41> lazy-loaded attributes: flavor,pci_requests {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.292410] env[69481]: DEBUG nova.network.neutron [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.353009] env[69481]: DEBUG nova.policy [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a92ac85baf84eefadff601cdb07792a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912fe61c615f4e24a9d8bc443db1e9e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.457777] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077222} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.461587] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.463227] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cc6d05-6734-46b4-8e40-7283f22fd9cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.493791] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 36925efc-baa1-434d-b45c-2d2dc54749a8/36925efc-baa1-434d-b45c-2d2dc54749a8.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.496031] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979223b6-d50c-4ba2-8d47-54ec2166374b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.517382] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0276719-43ad-4c6b-a461-245aa6208ec5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.526700] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627c2689-7d40-4dde-b4f6-8530c30b3ea9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.530237] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1125.530237] env[69481]: value = "task-3264682" [ 1125.530237] env[69481]: _type = "Task" [ 1125.530237] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.567057] env[69481]: INFO nova.compute.manager [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Took 21.12 seconds to build instance. [ 1125.570293] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fdcfa1-e525-4485-b0fe-2736613b8a19 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.576077] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.581252] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbfeb7e-fbb5-46f2-a9e8-5462836b34d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.598465] env[69481]: DEBUG nova.compute.provider_tree [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.761386] env[69481]: DEBUG nova.network.neutron [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Successfully created port: ee1ad799-2451-4904-923a-4a76f803359b {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.044800] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264682, 'name': ReconfigVM_Task, 'duration_secs': 0.513229} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.045689] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 36925efc-baa1-434d-b45c-2d2dc54749a8/36925efc-baa1-434d-b45c-2d2dc54749a8.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.046460] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80cfe07b-98fb-44c6-8997-df343c6544a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.053594] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1126.053594] env[69481]: value = "task-3264683" [ 1126.053594] env[69481]: _type = "Task" [ 1126.053594] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.061894] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264683, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.069492] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8448c9b9-9a61-440d-82b8-823ec56a561b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "161b6953-8a39-465f-954a-5c44dba4f364" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.638s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.101774] env[69481]: DEBUG nova.scheduler.client.report [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.249222] env[69481]: DEBUG nova.compute.manager [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.565429] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264683, 'name': Rename_Task, 'duration_secs': 0.195977} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.566164] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.566164] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71c1b171-2aa0-4b8e-a9f6-3ebc40f5d534 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.573849] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1126.573849] env[69481]: value = "task-3264684" [ 1126.573849] env[69481]: _type = "Task" [ 1126.573849] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.581200] env[69481]: DEBUG nova.compute.manager [req-716ffd04-fd72-42fe-bca8-3c40f5be8212 req-341bc368-6207-4b2b-ad8d-d786f71ea4e9 service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Received event network-vif-plugged-a5d310f0-209c-4723-9b65-324840cd8e3d {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.581577] env[69481]: DEBUG oslo_concurrency.lockutils [req-716ffd04-fd72-42fe-bca8-3c40f5be8212 req-341bc368-6207-4b2b-ad8d-d786f71ea4e9 service nova] Acquiring lock "89554575-695e-4a49-b4d9-1406069a9b55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.581665] env[69481]: DEBUG oslo_concurrency.lockutils [req-716ffd04-fd72-42fe-bca8-3c40f5be8212 req-341bc368-6207-4b2b-ad8d-d786f71ea4e9 service nova] Lock "89554575-695e-4a49-b4d9-1406069a9b55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.581917] env[69481]: DEBUG oslo_concurrency.lockutils [req-716ffd04-fd72-42fe-bca8-3c40f5be8212 req-341bc368-6207-4b2b-ad8d-d786f71ea4e9 service nova] Lock "89554575-695e-4a49-b4d9-1406069a9b55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.582125] env[69481]: DEBUG nova.compute.manager [req-716ffd04-fd72-42fe-bca8-3c40f5be8212 req-341bc368-6207-4b2b-ad8d-d786f71ea4e9 service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] No waiting events found dispatching network-vif-plugged-a5d310f0-209c-4723-9b65-324840cd8e3d {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.582304] env[69481]: WARNING nova.compute.manager [req-716ffd04-fd72-42fe-bca8-3c40f5be8212 req-341bc368-6207-4b2b-ad8d-d786f71ea4e9 service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Received unexpected event network-vif-plugged-a5d310f0-209c-4723-9b65-324840cd8e3d for instance with vm_state building and task_state spawning. [ 1126.586082] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.607398] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.607981] env[69481]: DEBUG nova.compute.manager [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.611362] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.746s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.611627] env[69481]: DEBUG nova.objects.instance [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Lazy-loading 'resources' on Instance uuid 0435b3d2-e18b-4007-94be-34caaf347ed2 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.690289] env[69481]: DEBUG nova.network.neutron [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Successfully updated port: a5d310f0-209c-4723-9b65-324840cd8e3d {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.085910] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.115092] env[69481]: DEBUG nova.compute.utils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.116504] env[69481]: DEBUG nova.compute.manager [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Not allocating networking since 'none' was specified. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1127.192626] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "refresh_cache-89554575-695e-4a49-b4d9-1406069a9b55" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.192811] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "refresh_cache-89554575-695e-4a49-b4d9-1406069a9b55" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.192998] env[69481]: DEBUG nova.network.neutron [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.201882] env[69481]: DEBUG nova.virt.hardware [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.201882] env[69481]: DEBUG nova.virt.hardware [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.202064] env[69481]: DEBUG nova.virt.hardware [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.202169] env[69481]: DEBUG nova.virt.hardware [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.203441] env[69481]: DEBUG nova.virt.hardware [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.203610] env[69481]: DEBUG nova.virt.hardware [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.203850] env[69481]: DEBUG nova.virt.hardware [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.204040] env[69481]: DEBUG nova.virt.hardware [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.204201] env[69481]: DEBUG nova.virt.hardware [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.205030] env[69481]: DEBUG nova.virt.hardware [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.205583] env[69481]: DEBUG nova.virt.hardware [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.207867] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed434d2f-6572-4f8e-9422-959d1231f8ab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.218726] env[69481]: DEBUG nova.virt.hardware [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.218983] env[69481]: DEBUG nova.virt.hardware [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.219153] env[69481]: DEBUG nova.virt.hardware [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.219410] env[69481]: DEBUG nova.virt.hardware [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.220328] env[69481]: DEBUG nova.virt.hardware [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.220328] env[69481]: DEBUG nova.virt.hardware [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.220328] env[69481]: DEBUG nova.virt.hardware [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.220328] env[69481]: DEBUG nova.virt.hardware [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.220582] env[69481]: DEBUG nova.virt.hardware [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.220624] env[69481]: DEBUG nova.virt.hardware [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.220830] env[69481]: DEBUG nova.virt.hardware [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.223142] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de1e90a-deed-4a02-a816-3eb2468b4178 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.230245] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0975e66-beb2-403a-87a3-a42e7ef96c26 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.235801] env[69481]: DEBUG oslo_vmware.rw_handles [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52185aa9-4132-2602-7cd4-6c89279f145a/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1127.242953] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feaaee0-99e8-43d4-8682-cf07f4d24959 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.246779] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff1b58d-5537-4c0c-b4b7-0b8ea4e5d2de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.259124] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.267964] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Creating folder: Project (d98381549c184cd4931d21a1c7ab8544). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.274102] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c422e-1084-445f-8d09-5c72851010a3/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1127.275210] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31a1df86-74a5-4d1e-9925-83c20c8a6520 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.276833] env[69481]: DEBUG oslo_vmware.rw_handles [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52185aa9-4132-2602-7cd4-6c89279f145a/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1127.277033] env[69481]: ERROR oslo_vmware.rw_handles [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52185aa9-4132-2602-7cd4-6c89279f145a/disk-0.vmdk due to incomplete transfer. [ 1127.277802] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b0c137-6830-4a4c-a378-b0a5518e560e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.288468] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-51a04708-2ea8-41a2-a274-6f626eb0bbcf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.293883] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c422e-1084-445f-8d09-5c72851010a3/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1127.293996] env[69481]: ERROR oslo_vmware.rw_handles [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c422e-1084-445f-8d09-5c72851010a3/disk-0.vmdk due to incomplete transfer. [ 1127.294191] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-907aaf1c-25e4-41e8-a881-6ea4eb3d53e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.298886] env[69481]: DEBUG oslo_vmware.rw_handles [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52185aa9-4132-2602-7cd4-6c89279f145a/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1127.299340] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Uploaded image d755035f-c827-460d-a801-14abc2b08ec2 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1127.300949] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1127.303058] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7202621b-59df-49bc-ad1c-7f725bb44d3e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.304641] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Created folder: Project (d98381549c184cd4931d21a1c7ab8544) in parent group-v651898. [ 1127.305565] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Creating folder: Instances. Parent ref: group-v652188. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.305565] env[69481]: DEBUG oslo_vmware.rw_handles [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c422e-1084-445f-8d09-5c72851010a3/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1127.305565] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Uploaded image 100a2107-51c1-43a9-96db-ce0251841589 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1127.307538] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1127.310932] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddddf09a-b2f5-46d9-84a0-39488a4635c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.313163] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e744310d-4d91-404b-8778-a7717c04641d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.321063] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1127.321063] env[69481]: value = "task-3264687" [ 1127.321063] env[69481]: _type = "Task" [ 1127.321063] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.323046] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1127.323046] env[69481]: value = "task-3264688" [ 1127.323046] env[69481]: _type = "Task" [ 1127.323046] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.332511] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Created folder: Instances in parent group-v652188. [ 1127.332650] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.336010] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.338078] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54891096-9d9b-4cb5-ac41-fefe0f072ed9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.358333] env[69481]: DEBUG nova.compute.manager [req-c4a67cbe-df1f-46be-bcff-db7802e7d2e1 req-7cd9072b-74b1-484c-87e4-10852b339318 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Received event network-vif-plugged-ee1ad799-2451-4904-923a-4a76f803359b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.358333] env[69481]: DEBUG oslo_concurrency.lockutils [req-c4a67cbe-df1f-46be-bcff-db7802e7d2e1 req-7cd9072b-74b1-484c-87e4-10852b339318 service nova] Acquiring lock "35f2462d-9363-4d3d-b361-b72b36233a41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.358333] env[69481]: DEBUG oslo_concurrency.lockutils [req-c4a67cbe-df1f-46be-bcff-db7802e7d2e1 req-7cd9072b-74b1-484c-87e4-10852b339318 service nova] Lock "35f2462d-9363-4d3d-b361-b72b36233a41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.358333] env[69481]: DEBUG oslo_concurrency.lockutils [req-c4a67cbe-df1f-46be-bcff-db7802e7d2e1 req-7cd9072b-74b1-484c-87e4-10852b339318 service nova] Lock "35f2462d-9363-4d3d-b361-b72b36233a41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.358333] env[69481]: DEBUG nova.compute.manager [req-c4a67cbe-df1f-46be-bcff-db7802e7d2e1 req-7cd9072b-74b1-484c-87e4-10852b339318 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] No waiting events found dispatching network-vif-plugged-ee1ad799-2451-4904-923a-4a76f803359b {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.358333] env[69481]: WARNING nova.compute.manager [req-c4a67cbe-df1f-46be-bcff-db7802e7d2e1 req-7cd9072b-74b1-484c-87e4-10852b339318 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Received unexpected event network-vif-plugged-ee1ad799-2451-4904-923a-4a76f803359b for instance with vm_state active and task_state None. [ 1127.366100] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264688, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.366399] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264687, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.367308] env[69481]: DEBUG nova.network.neutron [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Successfully updated port: ee1ad799-2451-4904-923a-4a76f803359b {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.378137] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.378137] env[69481]: value = "task-3264689" [ 1127.378137] env[69481]: _type = "Task" [ 1127.378137] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.386788] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264689, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.465373] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63317c5-b186-40ad-90b1-34304ff955ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.474270] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9500ee7-51fa-4c94-8614-d26a716be6aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.508105] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0d0921-230d-4dff-82b1-2e41aa552e84 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.515977] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935ece28-50ba-4bbf-812b-6e83e9d42dc9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.531507] env[69481]: DEBUG nova.compute.provider_tree [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.584653] env[69481]: DEBUG oslo_vmware.api [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264684, 'name': PowerOnVM_Task, 'duration_secs': 0.892009} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.584943] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.585172] env[69481]: INFO nova.compute.manager [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1127.585396] env[69481]: DEBUG nova.compute.manager [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.586221] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4385e11f-7353-45a4-bbca-6986843d222c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.618113] env[69481]: DEBUG nova.compute.manager [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.731838] env[69481]: DEBUG nova.network.neutron [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.835745] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264687, 'name': Destroy_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.841223] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264688, 'name': Destroy_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.870797] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.870965] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.871201] env[69481]: DEBUG nova.network.neutron [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.887794] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264689, 'name': CreateVM_Task, 'duration_secs': 0.385647} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.887997] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.888657] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.888750] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.889071] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.889364] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a0c355-2ee8-4f2f-8ad4-e074532f8cd5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.894575] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1127.894575] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b2cf87-cf44-b746-3a8c-3a251153cf8f" [ 1127.894575] env[69481]: _type = "Task" [ 1127.894575] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.904830] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b2cf87-cf44-b746-3a8c-3a251153cf8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.953426] env[69481]: DEBUG nova.network.neutron [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Updating instance_info_cache with network_info: [{"id": "a5d310f0-209c-4723-9b65-324840cd8e3d", "address": "fa:16:3e:c0:39:50", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d310f0-20", "ovs_interfaceid": "a5d310f0-209c-4723-9b65-324840cd8e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.035192] env[69481]: DEBUG nova.scheduler.client.report [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.104125] env[69481]: INFO nova.compute.manager [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Took 23.22 seconds to build instance. [ 1128.332745] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264687, 'name': Destroy_Task, 'duration_secs': 0.615361} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.335706] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Destroyed the VM [ 1128.336010] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1128.336221] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bdf10a39-4ee6-40c6-be0c-d9c39859ac5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.342837] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264688, 'name': Destroy_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.344048] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1128.344048] env[69481]: value = "task-3264691" [ 1128.344048] env[69481]: _type = "Task" [ 1128.344048] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.351354] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264691, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.404432] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b2cf87-cf44-b746-3a8c-3a251153cf8f, 'name': SearchDatastore_Task, 'duration_secs': 0.015554} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.404682] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.404921] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.405176] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.405325] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.405509] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.405767] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ece80b08-3219-4f0c-afb1-3267829c8d0d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.420015] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.420223] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.421019] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a350f9b3-73ad-467f-9ec5-2c3f9a0626ab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.424102] env[69481]: WARNING nova.network.neutron [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] 35044157-30ed-47a6-ab2e-33a22eabb203 already exists in list: networks containing: ['35044157-30ed-47a6-ab2e-33a22eabb203']. ignoring it [ 1128.431095] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1128.431095] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]520e4a84-024f-6699-8a52-b9e0a7f51955" [ 1128.431095] env[69481]: _type = "Task" [ 1128.431095] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.438980] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520e4a84-024f-6699-8a52-b9e0a7f51955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.456892] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "refresh_cache-89554575-695e-4a49-b4d9-1406069a9b55" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.457318] env[69481]: DEBUG nova.compute.manager [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Instance network_info: |[{"id": "a5d310f0-209c-4723-9b65-324840cd8e3d", "address": "fa:16:3e:c0:39:50", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d310f0-20", "ovs_interfaceid": "a5d310f0-209c-4723-9b65-324840cd8e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.457759] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:39:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5d310f0-209c-4723-9b65-324840cd8e3d', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.465897] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Creating folder: Project (4d0ed252cfe8468faa9796bad94d8f59). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.468543] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8770dfa-047b-47dc-be26-208551361ab8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.479207] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Created folder: Project (4d0ed252cfe8468faa9796bad94d8f59) in parent group-v651898. [ 1128.479419] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Creating folder: Instances. Parent ref: group-v652191. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.479674] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77ab910d-71cf-430c-b439-b6e2ed406b1c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.488693] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Created folder: Instances in parent group-v652191. [ 1128.488975] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.489194] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.489398] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aea1e20-4e67-43e7-b7a4-09e479e1c964 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.508887] env[69481]: INFO nova.compute.manager [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Rescuing [ 1128.509189] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "refresh_cache-36925efc-baa1-434d-b45c-2d2dc54749a8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.509387] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "refresh_cache-36925efc-baa1-434d-b45c-2d2dc54749a8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.509562] env[69481]: DEBUG nova.network.neutron [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.512522] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.512522] env[69481]: value = "task-3264694" [ 1128.512522] env[69481]: _type = "Task" [ 1128.512522] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.521094] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264694, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.540325] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.542826] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.500s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.544518] env[69481]: INFO nova.compute.claims [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.565611] env[69481]: INFO nova.scheduler.client.report [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Deleted allocations for instance 0435b3d2-e18b-4007-94be-34caaf347ed2 [ 1128.606235] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3c580d71-5112-48e4-a8e9-4f0000504955 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "36925efc-baa1-434d-b45c-2d2dc54749a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.737s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.629606] env[69481]: DEBUG nova.compute.manager [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.657470] env[69481]: DEBUG nova.virt.hardware [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.657765] env[69481]: DEBUG nova.virt.hardware [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.657937] env[69481]: DEBUG nova.virt.hardware [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.658564] env[69481]: DEBUG nova.virt.hardware [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.658833] env[69481]: DEBUG nova.virt.hardware [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.659038] env[69481]: DEBUG nova.virt.hardware [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.659268] env[69481]: DEBUG nova.virt.hardware [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.659992] env[69481]: DEBUG nova.virt.hardware [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.660327] env[69481]: DEBUG nova.virt.hardware [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.660513] env[69481]: DEBUG nova.virt.hardware [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.660842] env[69481]: DEBUG nova.virt.hardware [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.662367] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e577e46-ebde-435e-b4eb-54e36607eef4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.667906] env[69481]: DEBUG nova.compute.manager [req-ff7718f1-1b04-4d73-b6a0-99bdfd343aa2 req-27d18bde-bfc3-47dc-a773-6c9555a27f9a service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Received event network-changed-a5d310f0-209c-4723-9b65-324840cd8e3d {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.668190] env[69481]: DEBUG nova.compute.manager [req-ff7718f1-1b04-4d73-b6a0-99bdfd343aa2 req-27d18bde-bfc3-47dc-a773-6c9555a27f9a service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Refreshing instance network info cache due to event network-changed-a5d310f0-209c-4723-9b65-324840cd8e3d. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.668456] env[69481]: DEBUG oslo_concurrency.lockutils [req-ff7718f1-1b04-4d73-b6a0-99bdfd343aa2 req-27d18bde-bfc3-47dc-a773-6c9555a27f9a service nova] Acquiring lock "refresh_cache-89554575-695e-4a49-b4d9-1406069a9b55" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.668639] env[69481]: DEBUG oslo_concurrency.lockutils [req-ff7718f1-1b04-4d73-b6a0-99bdfd343aa2 req-27d18bde-bfc3-47dc-a773-6c9555a27f9a service nova] Acquired lock "refresh_cache-89554575-695e-4a49-b4d9-1406069a9b55" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.668813] env[69481]: DEBUG nova.network.neutron [req-ff7718f1-1b04-4d73-b6a0-99bdfd343aa2 req-27d18bde-bfc3-47dc-a773-6c9555a27f9a service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Refreshing network info cache for port a5d310f0-209c-4723-9b65-324840cd8e3d {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.679149] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c70c9e-9062-47c7-9358-c8ca48f8f801 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.697720] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.703713] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Creating folder: Project (e2b834e2214246c88324b2638b376535). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.706762] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8b31755-ad0a-4221-88c8-725ecc050b76 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.717483] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Created folder: Project (e2b834e2214246c88324b2638b376535) in parent group-v651898. [ 1128.717735] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Creating folder: Instances. Parent ref: group-v652194. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.718021] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72519798-256e-492f-958c-3a11c59326eb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.728389] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Created folder: Instances in parent group-v652194. [ 1128.728676] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.728953] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.729267] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d2b5c71-3ee5-435f-add2-602e23976219 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.749288] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.749288] env[69481]: value = "task-3264697" [ 1128.749288] env[69481]: _type = "Task" [ 1128.749288] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.758831] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264697, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.842195] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264688, 'name': Destroy_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.852794] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264691, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.875990] env[69481]: DEBUG nova.network.neutron [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updating instance_info_cache with network_info: [{"id": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "address": "fa:16:3e:1f:dd:58", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824fd46a-13", "ovs_interfaceid": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee1ad799-2451-4904-923a-4a76f803359b", "address": "fa:16:3e:99:16:c0", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1ad799-24", "ovs_interfaceid": "ee1ad799-2451-4904-923a-4a76f803359b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.943067] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520e4a84-024f-6699-8a52-b9e0a7f51955, 'name': SearchDatastore_Task, 'duration_secs': 0.017126} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.944158] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a43dc2f-7b3c-43f3-8844-1ed63ae21a7c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.949514] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1128.949514] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5209a46a-c31a-90a4-7467-aac2d2f936b2" [ 1128.949514] env[69481]: _type = "Task" [ 1128.949514] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.957939] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5209a46a-c31a-90a4-7467-aac2d2f936b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.024230] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264694, 'name': CreateVM_Task, 'duration_secs': 0.431319} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.024397] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.025060] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.025234] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.025545] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.025802] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93200259-3e52-462d-9162-d0f26c60fc68 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.030314] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1129.030314] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528b2a6a-6970-6df8-291d-abd71061cf64" [ 1129.030314] env[69481]: _type = "Task" [ 1129.030314] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.037885] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528b2a6a-6970-6df8-291d-abd71061cf64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.073372] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c844496c-b9de-444a-a728-e767a17ed7ed tempest-TenantUsagesTestJSON-1772690858 tempest-TenantUsagesTestJSON-1772690858-project-member] Lock "0435b3d2-e18b-4007-94be-34caaf347ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.648s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.251240] env[69481]: DEBUG nova.network.neutron [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Updating instance_info_cache with network_info: [{"id": "431ad988-7cd4-4aa0-bc4b-80728697bf2e", "address": "fa:16:3e:e8:2c:ee", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap431ad988-7c", "ovs_interfaceid": "431ad988-7cd4-4aa0-bc4b-80728697bf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.264728] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264697, 'name': CreateVM_Task, 'duration_secs': 0.329874} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.265088] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.265506] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.343494] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264688, 'name': Destroy_Task, 'duration_secs': 1.588238} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.343798] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Destroyed the VM [ 1129.344098] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1129.344389] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e648fa4-ef6a-419f-980b-e81996bb75a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.354453] env[69481]: DEBUG oslo_vmware.api [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264691, 'name': RemoveSnapshot_Task, 'duration_secs': 0.603544} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.355624] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1129.355870] env[69481]: INFO nova.compute.manager [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Took 14.43 seconds to snapshot the instance on the hypervisor. [ 1129.358493] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1129.358493] env[69481]: value = "task-3264698" [ 1129.358493] env[69481]: _type = "Task" [ 1129.358493] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.371007] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264698, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.378867] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.379703] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.379889] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.380795] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f0a1e-33bd-48a9-a210-0257651ce5b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.399988] env[69481]: DEBUG nova.virt.hardware [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.400543] env[69481]: DEBUG nova.virt.hardware [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.400543] env[69481]: DEBUG nova.virt.hardware [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.400675] env[69481]: DEBUG nova.virt.hardware [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.400850] env[69481]: DEBUG nova.virt.hardware [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.401018] env[69481]: DEBUG nova.virt.hardware [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.401239] env[69481]: DEBUG nova.virt.hardware [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.401402] env[69481]: DEBUG nova.virt.hardware [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.401587] env[69481]: DEBUG nova.virt.hardware [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.401757] env[69481]: DEBUG nova.virt.hardware [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.401951] env[69481]: DEBUG nova.virt.hardware [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.409606] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Reconfiguring VM to attach interface {{(pid=69481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1129.410290] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2e3b077-3756-43a9-939e-70540bcac1e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.429972] env[69481]: DEBUG oslo_vmware.api [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1129.429972] env[69481]: value = "task-3264699" [ 1129.429972] env[69481]: _type = "Task" [ 1129.429972] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.438800] env[69481]: DEBUG oslo_vmware.api [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264699, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.447307] env[69481]: DEBUG nova.compute.manager [req-ecd69cae-d077-435a-a6f0-963b847e0db8 req-de17fafa-ca9d-4ebe-b84a-4443cdf0f1b6 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Received event network-changed-ee1ad799-2451-4904-923a-4a76f803359b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.447307] env[69481]: DEBUG nova.compute.manager [req-ecd69cae-d077-435a-a6f0-963b847e0db8 req-de17fafa-ca9d-4ebe-b84a-4443cdf0f1b6 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Refreshing instance network info cache due to event network-changed-ee1ad799-2451-4904-923a-4a76f803359b. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.447307] env[69481]: DEBUG oslo_concurrency.lockutils [req-ecd69cae-d077-435a-a6f0-963b847e0db8 req-de17fafa-ca9d-4ebe-b84a-4443cdf0f1b6 service nova] Acquiring lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.447716] env[69481]: DEBUG oslo_concurrency.lockutils [req-ecd69cae-d077-435a-a6f0-963b847e0db8 req-de17fafa-ca9d-4ebe-b84a-4443cdf0f1b6 service nova] Acquired lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.447716] env[69481]: DEBUG nova.network.neutron [req-ecd69cae-d077-435a-a6f0-963b847e0db8 req-de17fafa-ca9d-4ebe-b84a-4443cdf0f1b6 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Refreshing network info cache for port ee1ad799-2451-4904-923a-4a76f803359b {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.459922] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5209a46a-c31a-90a4-7467-aac2d2f936b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.460816] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.461100] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 5bb573e6-d634-46ae-8bef-eda058dec2af/5bb573e6-d634-46ae-8bef-eda058dec2af.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.461415] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c23631d4-f1f8-41d0-ab49-9463d77373bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.469564] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1129.469564] env[69481]: value = "task-3264700" [ 1129.469564] env[69481]: _type = "Task" [ 1129.469564] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.478446] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.540937] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528b2a6a-6970-6df8-291d-abd71061cf64, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.541285] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.541572] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.541913] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.542119] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.542337] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.542643] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.543087] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.543343] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bde4fc6-3b02-4ac1-a4ad-8cf6821646df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.547890] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c558904-fea1-4960-8c57-08c31896fa7c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.553303] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1129.553303] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52fe7a66-b0d9-2aba-317c-418f5825e7b9" [ 1129.553303] env[69481]: _type = "Task" [ 1129.553303] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.562254] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.562465] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.563760] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f0e0aa-a086-4623-b8b6-c7df8e1d9dc5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.569018] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fe7a66-b0d9-2aba-317c-418f5825e7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.572496] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1129.572496] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f8fd91-c8d4-ec10-398b-5d5325387a90" [ 1129.572496] env[69481]: _type = "Task" [ 1129.572496] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.580797] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f8fd91-c8d4-ec10-398b-5d5325387a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.622990] env[69481]: DEBUG nova.network.neutron [req-ff7718f1-1b04-4d73-b6a0-99bdfd343aa2 req-27d18bde-bfc3-47dc-a773-6c9555a27f9a service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Updated VIF entry in instance network info cache for port a5d310f0-209c-4723-9b65-324840cd8e3d. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.623494] env[69481]: DEBUG nova.network.neutron [req-ff7718f1-1b04-4d73-b6a0-99bdfd343aa2 req-27d18bde-bfc3-47dc-a773-6c9555a27f9a service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Updating instance_info_cache with network_info: [{"id": "a5d310f0-209c-4723-9b65-324840cd8e3d", "address": "fa:16:3e:c0:39:50", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d310f0-20", "ovs_interfaceid": "a5d310f0-209c-4723-9b65-324840cd8e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.758976] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "refresh_cache-36925efc-baa1-434d-b45c-2d2dc54749a8" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.790041] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e806677-6566-4900-af33-544edbc08d41 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.800391] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10244fbf-c335-472b-ae8c-b1de6b57e817 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.834982] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f089bb-edbb-451c-8eb5-85b1a24de6f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.847326] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e2b6c-76b3-44fe-8605-6632f3582271 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.866917] env[69481]: DEBUG nova.compute.provider_tree [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.881033] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264698, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.931328] env[69481]: DEBUG nova.compute.manager [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Found 3 images (rotation: 2) {{(pid=69481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1129.931574] env[69481]: DEBUG nova.compute.manager [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Rotating out 1 backups {{(pid=69481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1129.931777] env[69481]: DEBUG nova.compute.manager [None req-96fa8d52-8dec-4ab1-a0f3-1de828a09e39 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Deleting image 58e07af3-96fb-4632-938d-9b661cb87223 {{(pid=69481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1129.944749] env[69481]: DEBUG oslo_vmware.api [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.980540] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481953} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.981219] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 5bb573e6-d634-46ae-8bef-eda058dec2af/5bb573e6-d634-46ae-8bef-eda058dec2af.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.981219] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.981585] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-611efe9e-5e8e-451f-b62c-9408b9cc1d46 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.987659] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1129.987659] env[69481]: value = "task-3264701" [ 1129.987659] env[69481]: _type = "Task" [ 1129.987659] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.995941] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.065755] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fe7a66-b0d9-2aba-317c-418f5825e7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.016756} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.066111] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.066374] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.066603] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.083453] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f8fd91-c8d4-ec10-398b-5d5325387a90, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.083976] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52bf70d1-9048-4e8f-a509-9ee116bdc41c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.092039] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1130.092039] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c69e41-bc07-918d-3b72-92fba901896c" [ 1130.092039] env[69481]: _type = "Task" [ 1130.092039] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.100610] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c69e41-bc07-918d-3b72-92fba901896c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.126132] env[69481]: DEBUG oslo_concurrency.lockutils [req-ff7718f1-1b04-4d73-b6a0-99bdfd343aa2 req-27d18bde-bfc3-47dc-a773-6c9555a27f9a service nova] Releasing lock "refresh_cache-89554575-695e-4a49-b4d9-1406069a9b55" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.248890] env[69481]: DEBUG nova.network.neutron [req-ecd69cae-d077-435a-a6f0-963b847e0db8 req-de17fafa-ca9d-4ebe-b84a-4443cdf0f1b6 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updated VIF entry in instance network info cache for port ee1ad799-2451-4904-923a-4a76f803359b. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.249433] env[69481]: DEBUG nova.network.neutron [req-ecd69cae-d077-435a-a6f0-963b847e0db8 req-de17fafa-ca9d-4ebe-b84a-4443cdf0f1b6 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updating instance_info_cache with network_info: [{"id": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "address": "fa:16:3e:1f:dd:58", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824fd46a-13", "ovs_interfaceid": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee1ad799-2451-4904-923a-4a76f803359b", "address": "fa:16:3e:99:16:c0", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1ad799-24", "ovs_interfaceid": "ee1ad799-2451-4904-923a-4a76f803359b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.376765] env[69481]: DEBUG nova.scheduler.client.report [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.380046] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264698, 'name': RemoveSnapshot_Task, 'duration_secs': 0.999301} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.380306] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1130.380578] env[69481]: DEBUG nova.compute.manager [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.381629] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cac35b-ad07-43a5-b1e4-411d6631ebd2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.445067] env[69481]: DEBUG oslo_vmware.api [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.497086] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066382} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.497482] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.498259] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd9834b-191c-455f-bd6f-69d28758cddc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.518383] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 5bb573e6-d634-46ae-8bef-eda058dec2af/5bb573e6-d634-46ae-8bef-eda058dec2af.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.518680] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf4a742-7d38-477a-94f9-92e65bda7697 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.538322] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1130.538322] env[69481]: value = "task-3264703" [ 1130.538322] env[69481]: _type = "Task" [ 1130.538322] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.547810] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.602757] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c69e41-bc07-918d-3b72-92fba901896c, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.603096] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.603317] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 89554575-695e-4a49-b4d9-1406069a9b55/89554575-695e-4a49-b4d9-1406069a9b55.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.603598] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.603785] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.604013] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a96534d1-1a0a-4482-af57-c1405f5eec36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.605928] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e53832e0-dd0d-4e68-be89-68c9a6e71923 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.611687] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1130.611687] env[69481]: value = "task-3264704" [ 1130.611687] env[69481]: _type = "Task" [ 1130.611687] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.615614] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.615797] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.616812] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a94447c-b66e-4bca-b4f6-94fa9774adfb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.621964] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.624771] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1130.624771] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5299812c-a27b-cf25-133b-c732f3f998b2" [ 1130.624771] env[69481]: _type = "Task" [ 1130.624771] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.632310] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5299812c-a27b-cf25-133b-c732f3f998b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.752849] env[69481]: DEBUG oslo_concurrency.lockutils [req-ecd69cae-d077-435a-a6f0-963b847e0db8 req-de17fafa-ca9d-4ebe-b84a-4443cdf0f1b6 service nova] Releasing lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.882716] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.883263] env[69481]: DEBUG nova.compute.manager [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.889249] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.595s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.893834] env[69481]: INFO nova.compute.manager [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Shelve offloading [ 1130.944954] env[69481]: DEBUG oslo_vmware.api [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.050079] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.122264] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264704, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.135027] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5299812c-a27b-cf25-133b-c732f3f998b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008517} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.135823] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630fbf29-94fd-41c9-8a97-9cfc3f02a931 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.141145] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1131.141145] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525646ad-5ef4-d867-6cfd-037c5b67b273" [ 1131.141145] env[69481]: _type = "Task" [ 1131.141145] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.149432] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525646ad-5ef4-d867-6cfd-037c5b67b273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.302329] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.302656] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23141613-3e90-44dc-904d-e7e453d8d5eb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.310218] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1131.310218] env[69481]: value = "task-3264705" [ 1131.310218] env[69481]: _type = "Task" [ 1131.310218] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.319170] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.388926] env[69481]: DEBUG nova.compute.utils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.392290] env[69481]: DEBUG nova.compute.manager [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.392511] env[69481]: DEBUG nova.network.neutron [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.397469] env[69481]: INFO nova.compute.claims [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.403244] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.404981] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51282764-f6eb-4952-89c2-18c9d1447a59 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.412650] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1131.412650] env[69481]: value = "task-3264706" [ 1131.412650] env[69481]: _type = "Task" [ 1131.412650] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.424065] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1131.424065] env[69481]: DEBUG nova.compute.manager [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.424791] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a896aba-a08a-4abe-a555-cfa0e97a4154 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.432249] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.432459] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.432711] env[69481]: DEBUG nova.network.neutron [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.448285] env[69481]: DEBUG oslo_vmware.api [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264699, 'name': ReconfigVM_Task, 'duration_secs': 1.783597} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.449086] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.449169] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Reconfigured VM to attach interface {{(pid=69481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1131.458062] env[69481]: DEBUG nova.policy [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1513abfb3b714e2fa113e306ff3728b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e4eb7f68c61403699ef0a74851960a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.550954] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264703, 'name': ReconfigVM_Task, 'duration_secs': 1.01063} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.551346] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 5bb573e6-d634-46ae-8bef-eda058dec2af/5bb573e6-d634-46ae-8bef-eda058dec2af.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.551949] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64d1f768-f1d8-47f9-84d7-97ca55f7928e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.561245] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1131.561245] env[69481]: value = "task-3264707" [ 1131.561245] env[69481]: _type = "Task" [ 1131.561245] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.568054] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264707, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.623017] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852171} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.623227] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 89554575-695e-4a49-b4d9-1406069a9b55/89554575-695e-4a49-b4d9-1406069a9b55.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.623449] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.623708] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deb60fd4-4a43-40ef-909b-3a1ab3df25c3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.630019] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1131.630019] env[69481]: value = "task-3264708" [ 1131.630019] env[69481]: _type = "Task" [ 1131.630019] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.639550] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.651767] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525646ad-5ef4-d867-6cfd-037c5b67b273, 'name': SearchDatastore_Task, 'duration_secs': 0.040691} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.652019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.652300] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 23f0ae33-0c85-427a-98ee-b2a6a2518fd0/23f0ae33-0c85-427a-98ee-b2a6a2518fd0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.652571] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b10e98fc-d7d5-4730-b430-fe7e94226f25 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.658621] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1131.658621] env[69481]: value = "task-3264709" [ 1131.658621] env[69481]: _type = "Task" [ 1131.658621] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.672129] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.775505] env[69481]: DEBUG nova.network.neutron [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Successfully created port: 3c97948f-25d6-42ab-8490-9a6d239f6e3e {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.821291] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264705, 'name': PowerOffVM_Task, 'duration_secs': 0.316949} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.821605] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.822547] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97e9b2e-d8b8-4807-8891-614c12d2cac4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.845018] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddfb914-a296-4a56-b4c8-df9d37f1ccc3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.880305] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.880645] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13f27be5-2988-45ad-93c1-e9bde25ac6c2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.889125] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1131.889125] env[69481]: value = "task-3264710" [ 1131.889125] env[69481]: _type = "Task" [ 1131.889125] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.894442] env[69481]: DEBUG nova.compute.manager [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.907339] env[69481]: INFO nova.compute.resource_tracker [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating resource usage from migration f6bf12b9-f9d4-41ef-809f-a20625b388fd [ 1131.910829] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1131.911876] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.911876] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.911876] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.911876] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.912329] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dc4ea34-1e4f-4da5-b4ac-b236e75a5abc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.925603] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.925805] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.926633] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7442244d-5374-4447-9669-78a00db0acb8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.932273] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1131.932273] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f4760a-033a-db36-61f8-928271e0cc69" [ 1131.932273] env[69481]: _type = "Task" [ 1131.932273] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.947693] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f4760a-033a-db36-61f8-928271e0cc69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.955102] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0013fa87-e165-4478-897e-ed02f6306cd6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-35f2462d-9363-4d3d-b361-b72b36233a41-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.750s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.061399] env[69481]: DEBUG oslo_concurrency.lockutils [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.061609] env[69481]: DEBUG oslo_concurrency.lockutils [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.061802] env[69481]: DEBUG nova.compute.manager [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.063054] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65764e9c-bf6e-4ae0-aa42-ae314699d71a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.073773] env[69481]: DEBUG nova.compute.manager [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1132.074410] env[69481]: DEBUG nova.objects.instance [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'flavor' on Instance uuid 2e7e1d97-25be-4d12-9518-e9107afe75c0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.084808] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264707, 'name': Rename_Task, 'duration_secs': 0.166195} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.086160] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.086486] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db33254b-b3d2-449c-8874-759b280a74ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.098525] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1132.098525] env[69481]: value = "task-3264711" [ 1132.098525] env[69481]: _type = "Task" [ 1132.098525] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.121667] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264711, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.141914] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069938} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.145056] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.146601] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d387750-84e6-408a-9a7e-802d0ed6d273 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.173154] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 89554575-695e-4a49-b4d9-1406069a9b55/89554575-695e-4a49-b4d9-1406069a9b55.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.181228] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f3c56a0-4efc-4dc1-bd28-e6f6f2875d27 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.202570] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475396} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.203945] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 23f0ae33-0c85-427a-98ee-b2a6a2518fd0/23f0ae33-0c85-427a-98ee-b2a6a2518fd0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.204221] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.204602] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1132.204602] env[69481]: value = "task-3264713" [ 1132.204602] env[69481]: _type = "Task" [ 1132.204602] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.204855] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dc5454b-d943-43fe-be8a-c0cf4d2053a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.218504] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1132.218504] env[69481]: value = "task-3264714" [ 1132.218504] env[69481]: _type = "Task" [ 1132.218504] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.222036] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.230621] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.232414] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be425781-f388-4cae-ad6f-d87de774350f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.241974] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf914437-d58e-4a91-911d-749b307dbb29 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.276689] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c8a4d7-3a32-4b80-8cd9-ac3ab8ad5cf4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.284089] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f67fa8-f278-4465-b9d8-55d47015f2b6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.300028] env[69481]: DEBUG nova.compute.provider_tree [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.338834] env[69481]: DEBUG nova.network.neutron [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updating instance_info_cache with network_info: [{"id": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "address": "fa:16:3e:e3:ba:e4", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c10294-cf", "ovs_interfaceid": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.443213] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f4760a-033a-db36-61f8-928271e0cc69, 'name': SearchDatastore_Task, 'duration_secs': 0.052374} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.444659] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c43599d-ef32-4a7e-9d27-562106eacb80 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.450208] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1132.450208] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526e6f9f-ebee-9244-1212-6cef84541e3c" [ 1132.450208] env[69481]: _type = "Task" [ 1132.450208] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.458669] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526e6f9f-ebee-9244-1212-6cef84541e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.494228] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.494427] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.605871] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.717546] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.730972] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061319} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.731286] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.732140] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b965b-c1e4-4dcc-b41e-72a852fb1b25 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.753544] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 23f0ae33-0c85-427a-98ee-b2a6a2518fd0/23f0ae33-0c85-427a-98ee-b2a6a2518fd0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.753999] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb4eafe-9540-4ca8-9aeb-403d0efb0958 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.772738] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1132.772738] env[69481]: value = "task-3264715" [ 1132.772738] env[69481]: _type = "Task" [ 1132.772738] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.780928] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.801295] env[69481]: DEBUG nova.scheduler.client.report [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.841845] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.907914] env[69481]: DEBUG nova.compute.manager [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.938280] env[69481]: DEBUG nova.virt.hardware [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.938280] env[69481]: DEBUG nova.virt.hardware [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.938441] env[69481]: DEBUG nova.virt.hardware [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.938626] env[69481]: DEBUG nova.virt.hardware [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.938815] env[69481]: DEBUG nova.virt.hardware [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.938981] env[69481]: DEBUG nova.virt.hardware [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.939384] env[69481]: DEBUG nova.virt.hardware [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.939596] env[69481]: DEBUG nova.virt.hardware [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.939846] env[69481]: DEBUG nova.virt.hardware [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.940061] env[69481]: DEBUG nova.virt.hardware [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.940288] env[69481]: DEBUG nova.virt.hardware [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.941407] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cb9b20-4135-444d-8107-21499fbf0ad2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.951177] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8d731f-9976-4a3e-8990-2874eefed32e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.964192] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526e6f9f-ebee-9244-1212-6cef84541e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.972941] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.973311] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 36925efc-baa1-434d-b45c-2d2dc54749a8/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. {{(pid=69481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1132.973930] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80dfe46a-1a2b-4f67-a9b2-1882eeb6a507 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.980042] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1132.980042] env[69481]: value = "task-3264716" [ 1132.980042] env[69481]: _type = "Task" [ 1132.980042] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.989528] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.002175] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.002175] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.002175] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.002175] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.002175] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.002175] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.002471] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1133.002471] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.091201] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.091567] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0bda2a6-fdeb-4c53-a9e1-b6ab29e435bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.106539] env[69481]: DEBUG oslo_vmware.api [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1133.106539] env[69481]: value = "task-3264717" [ 1133.106539] env[69481]: _type = "Task" [ 1133.106539] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.114513] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264711, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.121886] env[69481]: DEBUG oslo_vmware.api [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.173539] env[69481]: DEBUG nova.compute.manager [req-bca77ffd-42d5-46e1-8fee-34e645eb754a req-53466ff0-1977-4626-9238-3828c4e62f7f service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Received event network-vif-unplugged-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.174080] env[69481]: DEBUG oslo_concurrency.lockutils [req-bca77ffd-42d5-46e1-8fee-34e645eb754a req-53466ff0-1977-4626-9238-3828c4e62f7f service nova] Acquiring lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.174080] env[69481]: DEBUG oslo_concurrency.lockutils [req-bca77ffd-42d5-46e1-8fee-34e645eb754a req-53466ff0-1977-4626-9238-3828c4e62f7f service nova] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.174337] env[69481]: DEBUG oslo_concurrency.lockutils [req-bca77ffd-42d5-46e1-8fee-34e645eb754a req-53466ff0-1977-4626-9238-3828c4e62f7f service nova] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.174478] env[69481]: DEBUG nova.compute.manager [req-bca77ffd-42d5-46e1-8fee-34e645eb754a req-53466ff0-1977-4626-9238-3828c4e62f7f service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] No waiting events found dispatching network-vif-unplugged-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.174665] env[69481]: WARNING nova.compute.manager [req-bca77ffd-42d5-46e1-8fee-34e645eb754a req-53466ff0-1977-4626-9238-3828c4e62f7f service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Received unexpected event network-vif-unplugged-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 for instance with vm_state shelved and task_state shelving_offloading. [ 1133.219316] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264713, 'name': ReconfigVM_Task, 'duration_secs': 0.921262} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.219629] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 89554575-695e-4a49-b4d9-1406069a9b55/89554575-695e-4a49-b4d9-1406069a9b55.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.220298] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9ce2d41-5d4f-45f1-8c74-05760a29a5af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.229308] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1133.229308] env[69481]: value = "task-3264718" [ 1133.229308] env[69481]: _type = "Task" [ 1133.229308] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.237306] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264718, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.284941] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264715, 'name': ReconfigVM_Task, 'duration_secs': 0.388056} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.285265] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 23f0ae33-0c85-427a-98ee-b2a6a2518fd0/23f0ae33-0c85-427a-98ee-b2a6a2518fd0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.285888] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b63164f1-192d-4cf1-95fc-601610e1e99a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.292963] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1133.292963] env[69481]: value = "task-3264719" [ 1133.292963] env[69481]: _type = "Task" [ 1133.292963] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.302119] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264719, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.306629] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.420s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.306890] env[69481]: INFO nova.compute.manager [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Migrating [ 1133.314770] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.317568] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948ce664-9e07-44ab-960e-c2a72afc93e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.321892] env[69481]: DEBUG nova.compute.manager [req-0d5bb145-d4d8-41b1-915e-edf879535722 req-82b7b0f1-1775-4c61-ba58-b0c857ff4f29 service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Received event network-vif-plugged-3c97948f-25d6-42ab-8490-9a6d239f6e3e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.322208] env[69481]: DEBUG oslo_concurrency.lockutils [req-0d5bb145-d4d8-41b1-915e-edf879535722 req-82b7b0f1-1775-4c61-ba58-b0c857ff4f29 service nova] Acquiring lock "177fde4d-cb77-4f29-b309-244c03c2bcd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.322440] env[69481]: DEBUG oslo_concurrency.lockutils [req-0d5bb145-d4d8-41b1-915e-edf879535722 req-82b7b0f1-1775-4c61-ba58-b0c857ff4f29 service nova] Lock "177fde4d-cb77-4f29-b309-244c03c2bcd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.322609] env[69481]: DEBUG oslo_concurrency.lockutils [req-0d5bb145-d4d8-41b1-915e-edf879535722 req-82b7b0f1-1775-4c61-ba58-b0c857ff4f29 service nova] Lock "177fde4d-cb77-4f29-b309-244c03c2bcd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.322780] env[69481]: DEBUG nova.compute.manager [req-0d5bb145-d4d8-41b1-915e-edf879535722 req-82b7b0f1-1775-4c61-ba58-b0c857ff4f29 service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] No waiting events found dispatching network-vif-plugged-3c97948f-25d6-42ab-8490-9a6d239f6e3e {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.322957] env[69481]: WARNING nova.compute.manager [req-0d5bb145-d4d8-41b1-915e-edf879535722 req-82b7b0f1-1775-4c61-ba58-b0c857ff4f29 service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Received unexpected event network-vif-plugged-3c97948f-25d6-42ab-8490-9a6d239f6e3e for instance with vm_state building and task_state spawning. [ 1133.334538] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.334864] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32c96ccb-8d72-460a-b0d6-5d2ac713669b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.416910] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.417200] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.417441] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleting the datastore file [datastore1] dab404ef-3748-498b-b7fb-18bf4118f6d9 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.417766] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d6d3ce4-7e56-4b90-aad7-515b8fa639cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.426296] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1133.426296] env[69481]: value = "task-3264721" [ 1133.426296] env[69481]: _type = "Task" [ 1133.426296] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.437464] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.491374] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264716, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.506367] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.506367] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.506367] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.506367] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1133.507365] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649d7976-e0d3-4165-8f2e-f575c056d101 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.515802] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0808cc-4b24-4678-965a-9434f5a3b3f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.534026] env[69481]: DEBUG nova.network.neutron [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Successfully updated port: 3c97948f-25d6-42ab-8490-9a6d239f6e3e {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.534693] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ac4b7d-d280-4f2e-891d-fe9df23c0d42 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.543546] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcd115a-e573-4726-8f27-712e20b40dba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.578732] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179792MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1133.579017] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.579270] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.607428] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "interface-35f2462d-9363-4d3d-b361-b72b36233a41-ee1ad799-2451-4904-923a-4a76f803359b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.607808] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-35f2462d-9363-4d3d-b361-b72b36233a41-ee1ad799-2451-4904-923a-4a76f803359b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.609348] env[69481]: DEBUG oslo_vmware.api [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264711, 'name': PowerOnVM_Task, 'duration_secs': 1.112761} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.610239] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.610530] env[69481]: INFO nova.compute.manager [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1133.610797] env[69481]: DEBUG nova.compute.manager [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.614866] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce5c4c9-7943-4b38-8325-e324066bb149 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.623331] env[69481]: DEBUG oslo_vmware.api [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264717, 'name': PowerOffVM_Task, 'duration_secs': 0.300653} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.625179] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.625474] env[69481]: DEBUG nova.compute.manager [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.629761] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bc0b5e-56ce-47ce-9d77-7d77e67f7df6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.738478] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264718, 'name': Rename_Task, 'duration_secs': 0.218509} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.738828] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.739121] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-701e9bd7-c7ac-4606-94e0-005434ec2bbd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.745116] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1133.745116] env[69481]: value = "task-3264722" [ 1133.745116] env[69481]: _type = "Task" [ 1133.745116] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.752449] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.802171] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264719, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.830132] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.830308] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.830485] env[69481]: DEBUG nova.network.neutron [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.936804] env[69481]: DEBUG oslo_vmware.api [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288477} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.937113] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.937336] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.937518] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.961017] env[69481]: INFO nova.scheduler.client.report [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleted allocations for instance dab404ef-3748-498b-b7fb-18bf4118f6d9 [ 1133.990609] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673854} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.991538] env[69481]: INFO nova.virt.vmwareapi.ds_util [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 36925efc-baa1-434d-b45c-2d2dc54749a8/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. [ 1133.992341] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3635fa69-afd0-458b-9633-15d756ce5400 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.018135] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 36925efc-baa1-434d-b45c-2d2dc54749a8/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.018637] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b06efaf-bf38-4f05-98a8-dd7875a31340 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.036518] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1134.036518] env[69481]: value = "task-3264723" [ 1134.036518] env[69481]: _type = "Task" [ 1134.036518] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.040021] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "refresh_cache-177fde4d-cb77-4f29-b309-244c03c2bcd5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.040161] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "refresh_cache-177fde4d-cb77-4f29-b309-244c03c2bcd5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.040323] env[69481]: DEBUG nova.network.neutron [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.048920] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.110809] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.111040] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.112635] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28171575-b98b-43a1-8a10-a8223826ea83 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.132106] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2612d9a9-680b-42f5-a624-8d9f31f11d08 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.165308] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Reconfiguring VM to detach interface {{(pid=69481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1134.165973] env[69481]: INFO nova.compute.manager [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Took 24.44 seconds to build instance. [ 1134.167225] env[69481]: DEBUG oslo_concurrency.lockutils [None req-13cd4c66-f23e-4c9f-9dfd-82c9654e355a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.106s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.168064] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-839549fe-6990-4dfc-8d10-99f46d1244e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.188261] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1134.188261] env[69481]: value = "task-3264724" [ 1134.188261] env[69481]: _type = "Task" [ 1134.188261] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.197514] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.255756] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.302935] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264719, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.466702] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.555751] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.587296] env[69481]: DEBUG nova.network.neutron [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.594557] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Applying migration context for instance eff178ff-fcb9-4ba0-b47e-501179d80da9 as it has an incoming, in-progress migration f6bf12b9-f9d4-41ef-809f-a20625b388fd. Migration status is pre-migrating {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1134.596308] env[69481]: INFO nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating resource usage from migration f6bf12b9-f9d4-41ef-809f-a20625b388fd [ 1134.619689] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 634b6ae2-3e25-4f45-9ace-005766a588de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.619844] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 166fca2a-4e00-4fbe-bc83-d90aff48853b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.619965] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 35f2462d-9363-4d3d-b361-b72b36233a41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.620113] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 868e795b-97a9-4e8d-ba34-78c5f623502a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.620261] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 161b6953-8a39-465f-954a-5c44dba4f364 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.620382] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 36925efc-baa1-434d-b45c-2d2dc54749a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.620494] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 5bb573e6-d634-46ae-8bef-eda058dec2af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.620602] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 89554575-695e-4a49-b4d9-1406069a9b55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.620709] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 23f0ae33-0c85-427a-98ee-b2a6a2518fd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.620903] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 177fde4d-cb77-4f29-b309-244c03c2bcd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.621125] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Migration f6bf12b9-f9d4-41ef-809f-a20625b388fd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1134.621264] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance eff178ff-fcb9-4ba0-b47e-501179d80da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.638235] env[69481]: DEBUG nova.network.neutron [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance_info_cache with network_info: [{"id": "7843941f-abc2-470b-b500-23e1b5816644", "address": "fa:16:3e:ea:3e:e6", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7843941f-ab", "ovs_interfaceid": "7843941f-abc2-470b-b500-23e1b5816644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.684249] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f039efd-cc96-407c-b85b-70d71c304020 tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "5bb573e6-d634-46ae-8bef-eda058dec2af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.475s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.703833] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.759164] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.809035] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264719, 'name': Rename_Task, 'duration_secs': 1.204426} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.809676] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.809949] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6acd322-fbe9-4828-87ef-ac10b84792d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.817025] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1134.817025] env[69481]: value = "task-3264726" [ 1134.817025] env[69481]: _type = "Task" [ 1134.817025] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.827495] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.879345] env[69481]: DEBUG nova.network.neutron [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Updating instance_info_cache with network_info: [{"id": "3c97948f-25d6-42ab-8490-9a6d239f6e3e", "address": "fa:16:3e:52:44:a6", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c97948f-25", "ovs_interfaceid": "3c97948f-25d6-42ab-8490-9a6d239f6e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.047559] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264723, 'name': ReconfigVM_Task, 'duration_secs': 0.844705} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.047860] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 36925efc-baa1-434d-b45c-2d2dc54749a8/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.048824] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42af929-345f-450c-9f07-13650f9395e9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.076591] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b15ffd-ab82-4e2a-85bd-71057a302dc6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.093186] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1135.093186] env[69481]: value = "task-3264727" [ 1135.093186] env[69481]: _type = "Task" [ 1135.093186] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.109549] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264727, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.124074] env[69481]: INFO nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance f408f665-8a45-4542-8be1-8f4933ce48c7 has allocations against this compute host but is not found in the database. [ 1135.124539] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1135.124665] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1135.140901] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.200846] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.258382] env[69481]: DEBUG oslo_vmware.api [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264722, 'name': PowerOnVM_Task, 'duration_secs': 1.461534} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.258786] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.258879] env[69481]: INFO nova.compute.manager [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1135.259053] env[69481]: DEBUG nova.compute.manager [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.259924] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9798647-0475-4fed-b318-1f8f9f83548a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.312143] env[69481]: DEBUG nova.compute.manager [req-c9eb505e-46b7-41a0-a468-b0a6c7ecf760 req-6ba2b331-dceb-4249-b56b-1b46779ab478 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Received event network-changed-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.312504] env[69481]: DEBUG nova.compute.manager [req-c9eb505e-46b7-41a0-a468-b0a6c7ecf760 req-6ba2b331-dceb-4249-b56b-1b46779ab478 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Refreshing instance network info cache due to event network-changed-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.312696] env[69481]: DEBUG oslo_concurrency.lockutils [req-c9eb505e-46b7-41a0-a468-b0a6c7ecf760 req-6ba2b331-dceb-4249-b56b-1b46779ab478 service nova] Acquiring lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.312762] env[69481]: DEBUG oslo_concurrency.lockutils [req-c9eb505e-46b7-41a0-a468-b0a6c7ecf760 req-6ba2b331-dceb-4249-b56b-1b46779ab478 service nova] Acquired lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.312925] env[69481]: DEBUG nova.network.neutron [req-c9eb505e-46b7-41a0-a468-b0a6c7ecf760 req-6ba2b331-dceb-4249-b56b-1b46779ab478 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Refreshing network info cache for port d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.328873] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.342765] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b97afb-d1a9-4030-8a5a-9888b24e391f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.349964] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a6e4ea-6186-4f94-b3c0-cf9fcdf781c4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.380448] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa237e0-decf-4eb1-b4be-68d2256f50ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.383247] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "refresh_cache-177fde4d-cb77-4f29-b309-244c03c2bcd5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.383555] env[69481]: DEBUG nova.compute.manager [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Instance network_info: |[{"id": "3c97948f-25d6-42ab-8490-9a6d239f6e3e", "address": "fa:16:3e:52:44:a6", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c97948f-25", "ovs_interfaceid": "3c97948f-25d6-42ab-8490-9a6d239f6e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.383935] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:44:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c97948f-25d6-42ab-8490-9a6d239f6e3e', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.391321] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.392227] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.392452] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04867d72-8372-4537-8078-6dc43f002da0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.409879] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc28ad7-dac1-48e8-abb8-734f5ad7828c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.414872] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.414872] env[69481]: value = "task-3264728" [ 1135.414872] env[69481]: _type = "Task" [ 1135.414872] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.425474] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.431209] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264728, 'name': CreateVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.503117] env[69481]: DEBUG nova.compute.manager [req-12f3a21c-e2aa-47fa-8f6f-65d6ad3e9b46 req-b58e41f4-c717-4b39-98a8-22027bf5714a service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Received event network-changed-3c97948f-25d6-42ab-8490-9a6d239f6e3e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.503429] env[69481]: DEBUG nova.compute.manager [req-12f3a21c-e2aa-47fa-8f6f-65d6ad3e9b46 req-b58e41f4-c717-4b39-98a8-22027bf5714a service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Refreshing instance network info cache due to event network-changed-3c97948f-25d6-42ab-8490-9a6d239f6e3e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.503757] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f3a21c-e2aa-47fa-8f6f-65d6ad3e9b46 req-b58e41f4-c717-4b39-98a8-22027bf5714a service nova] Acquiring lock "refresh_cache-177fde4d-cb77-4f29-b309-244c03c2bcd5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.504027] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f3a21c-e2aa-47fa-8f6f-65d6ad3e9b46 req-b58e41f4-c717-4b39-98a8-22027bf5714a service nova] Acquired lock "refresh_cache-177fde4d-cb77-4f29-b309-244c03c2bcd5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.504291] env[69481]: DEBUG nova.network.neutron [req-12f3a21c-e2aa-47fa-8f6f-65d6ad3e9b46 req-b58e41f4-c717-4b39-98a8-22027bf5714a service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Refreshing network info cache for port 3c97948f-25d6-42ab-8490-9a6d239f6e3e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.607282] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264727, 'name': ReconfigVM_Task, 'duration_secs': 0.175696} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.609245] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.609694] env[69481]: DEBUG nova.compute.manager [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Stashing vm_state: stopped {{(pid=69481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1135.613059] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb9b9718-71ad-47e8-9a00-3c46995825aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.621378] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1135.621378] env[69481]: value = "task-3264729" [ 1135.621378] env[69481]: _type = "Task" [ 1135.621378] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.627268] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.701859] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.774684] env[69481]: INFO nova.compute.manager [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Rebuilding instance [ 1135.785074] env[69481]: INFO nova.compute.manager [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Took 24.82 seconds to build instance. [ 1135.815451] env[69481]: DEBUG nova.compute.manager [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.816334] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edef238-a2ab-4276-9387-988b3a8b0c91 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.838302] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.927111] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264728, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.930478] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.111754] env[69481]: DEBUG nova.network.neutron [req-c9eb505e-46b7-41a0-a468-b0a6c7ecf760 req-6ba2b331-dceb-4249-b56b-1b46779ab478 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updated VIF entry in instance network info cache for port d8c10294-cf8a-49e9-8bbd-caf54c75a6b7. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.113833] env[69481]: DEBUG nova.network.neutron [req-c9eb505e-46b7-41a0-a468-b0a6c7ecf760 req-6ba2b331-dceb-4249-b56b-1b46779ab478 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updating instance_info_cache with network_info: [{"id": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "address": "fa:16:3e:e3:ba:e4", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd8c10294-cf", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.132287] env[69481]: DEBUG oslo_vmware.api [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264729, 'name': PowerOnVM_Task, 'duration_secs': 0.403282} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.134837] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.135498] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.138152] env[69481]: DEBUG nova.compute.manager [None req-4afb71be-95fe-425d-9040-ef49aeb6a64b tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.139250] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6d2335-02cd-43fe-9dff-bdde8e56d295 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.202766] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.287043] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fea169e1-dbec-4032-b8ce-78e56f8ff906 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.325s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.307610] env[69481]: DEBUG nova.network.neutron [req-12f3a21c-e2aa-47fa-8f6f-65d6ad3e9b46 req-b58e41f4-c717-4b39-98a8-22027bf5714a service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Updated VIF entry in instance network info cache for port 3c97948f-25d6-42ab-8490-9a6d239f6e3e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.308040] env[69481]: DEBUG nova.network.neutron [req-12f3a21c-e2aa-47fa-8f6f-65d6ad3e9b46 req-b58e41f4-c717-4b39-98a8-22027bf5714a service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Updating instance_info_cache with network_info: [{"id": "3c97948f-25d6-42ab-8490-9a6d239f6e3e", "address": "fa:16:3e:52:44:a6", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c97948f-25", "ovs_interfaceid": "3c97948f-25d6-42ab-8490-9a6d239f6e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.329686] env[69481]: DEBUG oslo_vmware.api [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264726, 'name': PowerOnVM_Task, 'duration_secs': 1.300678} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.329962] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.330180] env[69481]: INFO nova.compute.manager [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1136.330360] env[69481]: DEBUG nova.compute.manager [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.331193] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeaaeb3-e264-4c29-93cb-9a937ca9e906 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.427508] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264728, 'name': CreateVM_Task, 'duration_secs': 0.538951} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.427508] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.427841] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.428033] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.428361] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.428619] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf6bc79-b6a7-4395-b18c-acd1ed3627c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.433065] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1136.433065] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ba5052-4410-6bff-9379-f9fb5546fcb2" [ 1136.433065] env[69481]: _type = "Task" [ 1136.433065] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.436457] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1136.436655] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.857s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.437378] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.971s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.437642] env[69481]: DEBUG nova.objects.instance [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lazy-loading 'resources' on Instance uuid dab404ef-3748-498b-b7fb-18bf4118f6d9 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.443721] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ba5052-4410-6bff-9379-f9fb5546fcb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.615697] env[69481]: DEBUG oslo_concurrency.lockutils [req-c9eb505e-46b7-41a0-a468-b0a6c7ecf760 req-6ba2b331-dceb-4249-b56b-1b46779ab478 service nova] Releasing lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.662708] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d51db8-5640-4995-9d4e-08ce87ed2776 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.686599] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance 'eff178ff-fcb9-4ba0-b47e-501179d80da9' progress to 0 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.709401] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.762110] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.811637] env[69481]: DEBUG oslo_concurrency.lockutils [req-12f3a21c-e2aa-47fa-8f6f-65d6ad3e9b46 req-b58e41f4-c717-4b39-98a8-22027bf5714a service nova] Releasing lock "refresh_cache-177fde4d-cb77-4f29-b309-244c03c2bcd5" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.848644] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.849618] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae0923c9-a1c9-4faa-aa5e-6c7e0c86c259 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.851714] env[69481]: INFO nova.compute.manager [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Took 19.38 seconds to build instance. [ 1136.858013] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1136.858013] env[69481]: value = "task-3264731" [ 1136.858013] env[69481]: _type = "Task" [ 1136.858013] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.866267] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.940356] env[69481]: DEBUG nova.objects.instance [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lazy-loading 'numa_topology' on Instance uuid dab404ef-3748-498b-b7fb-18bf4118f6d9 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.945346] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ba5052-4410-6bff-9379-f9fb5546fcb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.945863] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.946107] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.946423] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.946584] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.946770] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.947048] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e0dfb95-6538-4f04-956d-a589d2a37a43 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.960397] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.960397] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.960397] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2feb2d63-92ab-41ba-9df7-f07745bb3eb3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.964873] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1136.964873] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52032e85-8bb3-208b-f207-3aa19f3862ba" [ 1136.964873] env[69481]: _type = "Task" [ 1136.964873] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.973681] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52032e85-8bb3-208b-f207-3aa19f3862ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.198302] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.198732] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07741d03-8fca-4d2a-8588-57f2c22c68b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.209638] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.211021] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1137.211021] env[69481]: value = "task-3264732" [ 1137.211021] env[69481]: _type = "Task" [ 1137.211021] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.218285] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.341399] env[69481]: DEBUG nova.compute.manager [req-33cc0a83-9211-471b-b60f-cb55c3595110 req-26a86301-cf37-4dc4-a712-275115ecc240 service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Received event network-changed-a5d310f0-209c-4723-9b65-324840cd8e3d {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.341596] env[69481]: DEBUG nova.compute.manager [req-33cc0a83-9211-471b-b60f-cb55c3595110 req-26a86301-cf37-4dc4-a712-275115ecc240 service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Refreshing instance network info cache due to event network-changed-a5d310f0-209c-4723-9b65-324840cd8e3d. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.341852] env[69481]: DEBUG oslo_concurrency.lockutils [req-33cc0a83-9211-471b-b60f-cb55c3595110 req-26a86301-cf37-4dc4-a712-275115ecc240 service nova] Acquiring lock "refresh_cache-89554575-695e-4a49-b4d9-1406069a9b55" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.342030] env[69481]: DEBUG oslo_concurrency.lockutils [req-33cc0a83-9211-471b-b60f-cb55c3595110 req-26a86301-cf37-4dc4-a712-275115ecc240 service nova] Acquired lock "refresh_cache-89554575-695e-4a49-b4d9-1406069a9b55" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.342202] env[69481]: DEBUG nova.network.neutron [req-33cc0a83-9211-471b-b60f-cb55c3595110 req-26a86301-cf37-4dc4-a712-275115ecc240 service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Refreshing network info cache for port a5d310f0-209c-4723-9b65-324840cd8e3d {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.354829] env[69481]: DEBUG oslo_concurrency.lockutils [None req-08856c63-2aa7-4215-ab0c-aed57a23deba tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "23f0ae33-0c85-427a-98ee-b2a6a2518fd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.899s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.367712] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264731, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.446605] env[69481]: DEBUG nova.objects.base [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.464278] env[69481]: DEBUG nova.scheduler.client.report [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Refreshing inventories for resource provider e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1137.479051] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52032e85-8bb3-208b-f207-3aa19f3862ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.479364] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb63bc23-0f16-4591-bc38-bb73c87fe609 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.483125] env[69481]: DEBUG nova.scheduler.client.report [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Updating ProviderTree inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1137.483276] env[69481]: DEBUG nova.compute.provider_tree [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.488715] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1137.488715] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52cef5cf-854c-412f-7feb-89b63e2d9bd7" [ 1137.488715] env[69481]: _type = "Task" [ 1137.488715] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.496319] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cef5cf-854c-412f-7feb-89b63e2d9bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.497292] env[69481]: DEBUG nova.scheduler.client.report [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Refreshing aggregate associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, aggregates: None {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1137.515204] env[69481]: DEBUG nova.scheduler.client.report [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Refreshing trait associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1137.655859] env[69481]: INFO nova.compute.manager [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Rebuilding instance [ 1137.707823] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab3f46f-82f9-4e9a-b6a4-aedc64c04f8e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.715367] env[69481]: DEBUG nova.compute.manager [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.718360] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689eb911-f585-43ba-9330-295c19d86193 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.728826] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.730901] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94524087-86e7-4896-8224-21726282d18a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.738711] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.772043] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da00146e-388e-414a-8f3b-4c67936fb793 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.779903] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30df95b2-9784-463a-8ea2-823496e6fc76 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.796289] env[69481]: DEBUG nova.compute.provider_tree [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.867361] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264731, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.001392] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52cef5cf-854c-412f-7feb-89b63e2d9bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.001674] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.001947] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 177fde4d-cb77-4f29-b309-244c03c2bcd5/177fde4d-cb77-4f29-b309-244c03c2bcd5.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.002228] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-181b35b9-8f74-4af9-8ece-f9a71af261c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.010853] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1138.010853] env[69481]: value = "task-3264733" [ 1138.010853] env[69481]: _type = "Task" [ 1138.010853] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.018470] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.102119] env[69481]: DEBUG nova.network.neutron [req-33cc0a83-9211-471b-b60f-cb55c3595110 req-26a86301-cf37-4dc4-a712-275115ecc240 service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Updated VIF entry in instance network info cache for port a5d310f0-209c-4723-9b65-324840cd8e3d. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.102574] env[69481]: DEBUG nova.network.neutron [req-33cc0a83-9211-471b-b60f-cb55c3595110 req-26a86301-cf37-4dc4-a712-275115ecc240 service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Updating instance_info_cache with network_info: [{"id": "a5d310f0-209c-4723-9b65-324840cd8e3d", "address": "fa:16:3e:c0:39:50", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d310f0-20", "ovs_interfaceid": "a5d310f0-209c-4723-9b65-324840cd8e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.210524] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.223089] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264732, 'name': PowerOffVM_Task, 'duration_secs': 0.670625} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.223390] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.223579] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance 'eff178ff-fcb9-4ba0-b47e-501179d80da9' progress to 17 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.299510] env[69481]: DEBUG nova.scheduler.client.report [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.370023] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264731, 'name': PowerOffVM_Task, 'duration_secs': 1.18199} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.370325] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.371282] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.372338] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe7c9cb-6d3b-44ce-b5e0-65d236231b52 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.381133] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.381429] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc292bce-8d2f-4baa-99d8-c00466517779 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.410150] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.410434] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.410746] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Deleting the datastore file [datastore1] 5bb573e6-d634-46ae-8bef-eda058dec2af {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.411248] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5216f047-04b3-44c5-ab4d-ecd11a95975a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.418296] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1138.418296] env[69481]: value = "task-3264736" [ 1138.418296] env[69481]: _type = "Task" [ 1138.418296] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.430454] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.523729] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459827} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.524093] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 177fde4d-cb77-4f29-b309-244c03c2bcd5/177fde4d-cb77-4f29-b309-244c03c2bcd5.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.524434] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.524792] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b962d5f0-e8bf-4eed-a58c-9c7d64afdc12 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.534401] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1138.534401] env[69481]: value = "task-3264737" [ 1138.534401] env[69481]: _type = "Task" [ 1138.534401] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.546764] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.605625] env[69481]: DEBUG oslo_concurrency.lockutils [req-33cc0a83-9211-471b-b60f-cb55c3595110 req-26a86301-cf37-4dc4-a712-275115ecc240 service nova] Releasing lock "refresh_cache-89554575-695e-4a49-b4d9-1406069a9b55" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.711301] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.731055] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.731463] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.731679] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.731967] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.732192] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.732472] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.732777] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.733009] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.733317] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.733524] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.733948] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.739278] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51ec2d69-4e42-4130-9570-85d0a11e0d6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.751530] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.751928] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c7a9083-8fdb-4eff-a652-afb1e375d942 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.761659] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1138.761659] env[69481]: value = "task-3264738" [ 1138.761659] env[69481]: _type = "Task" [ 1138.761659] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.762995] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1138.762995] env[69481]: value = "task-3264739" [ 1138.762995] env[69481]: _type = "Task" [ 1138.762995] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.777034] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.779359] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.805470] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.808170] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.673s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.929940] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11901} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.929940] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.929940] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.930310] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.044996] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077358} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.045299] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.046220] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8225f443-bd51-4c90-8e19-d3f23606ce8e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.071762] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 177fde4d-cb77-4f29-b309-244c03c2bcd5/177fde4d-cb77-4f29-b309-244c03c2bcd5.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.072155] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64617957-441a-4fc8-9651-77e58959f2a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.094364] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1139.094364] env[69481]: value = "task-3264740" [ 1139.094364] env[69481]: _type = "Task" [ 1139.094364] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.104779] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.211401] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.276365] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264739, 'name': ReconfigVM_Task, 'duration_secs': 0.35393} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.278940] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance 'eff178ff-fcb9-4ba0-b47e-501179d80da9' progress to 33 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.282194] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264738, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.315318] env[69481]: INFO nova.compute.claims [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.322686] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5f7b9fe7-d36d-466b-b629-7752cd5e4322 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.418s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.323752] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.562s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.323932] env[69481]: INFO nova.compute.manager [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Unshelving [ 1139.367354] env[69481]: INFO nova.compute.manager [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Rescuing [ 1139.367354] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.367354] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.367354] env[69481]: DEBUG nova.network.neutron [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.605417] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.711066] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.773206] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264738, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.785322] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.785687] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.785687] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.785958] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.786154] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.786307] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.786510] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.786669] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.786910] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.787111] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.787310] env[69481]: DEBUG nova.virt.hardware [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.792855] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.793174] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc1c4cd4-9ebd-42f0-b21f-bb370f08d59d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.813062] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1139.813062] env[69481]: value = "task-3264741" [ 1139.813062] env[69481]: _type = "Task" [ 1139.813062] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.821958] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.825660] env[69481]: INFO nova.compute.resource_tracker [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating resource usage from migration f408f665-8a45-4542-8be1-8f4933ce48c7 [ 1139.969409] env[69481]: DEBUG nova.virt.hardware [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.969664] env[69481]: DEBUG nova.virt.hardware [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.969837] env[69481]: DEBUG nova.virt.hardware [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.970043] env[69481]: DEBUG nova.virt.hardware [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.970582] env[69481]: DEBUG nova.virt.hardware [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.970582] env[69481]: DEBUG nova.virt.hardware [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.970582] env[69481]: DEBUG nova.virt.hardware [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.970742] env[69481]: DEBUG nova.virt.hardware [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.970959] env[69481]: DEBUG nova.virt.hardware [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.971172] env[69481]: DEBUG nova.virt.hardware [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.971351] env[69481]: DEBUG nova.virt.hardware [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.972292] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5976996f-8c9c-4be4-9630-41859d274693 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.988065] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a346001-c24c-4705-9d71-bdbbc73fc38e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.009195] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.015497] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.021786] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.022205] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-800d8145-af6a-4e28-a28d-611694395d9a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.045610] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.045610] env[69481]: value = "task-3264742" [ 1140.045610] env[69481]: _type = "Task" [ 1140.045610] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.055514] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264742, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.088941] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852b5978-f029-4401-95ed-5c26be07c43d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.103477] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ea8ade-1a1a-450f-ad60-037782c94eb4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.111233] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264740, 'name': ReconfigVM_Task, 'duration_secs': 0.979529} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.112420] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 177fde4d-cb77-4f29-b309-244c03c2bcd5/177fde4d-cb77-4f29-b309-244c03c2bcd5.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.113239] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fd799c2-7127-49f3-a728-8ddb5a32e137 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.149645] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4109687a-5faf-44f1-a308-cfb848cf8db5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.152730] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1140.152730] env[69481]: value = "task-3264743" [ 1140.152730] env[69481]: _type = "Task" [ 1140.152730] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.160386] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173ec6b3-dc6f-4edf-aa5a-543c6da2a932 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.169736] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264743, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.181614] env[69481]: DEBUG nova.compute.provider_tree [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.206903] env[69481]: DEBUG nova.network.neutron [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Updating instance_info_cache with network_info: [{"id": "93877c6a-7eee-4794-a340-1af7f43a6631", "address": "fa:16:3e:07:a8:9a", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93877c6a-7e", "ovs_interfaceid": "93877c6a-7eee-4794-a340-1af7f43a6631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.220582] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.275097] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264738, 'name': PowerOffVM_Task, 'duration_secs': 1.152749} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.275406] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.275664] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.276577] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f522b4b-dd55-4dba-b830-6195f8987b08 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.286222] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.286461] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0b64fdb-32d4-4a1b-be2e-6980381607c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.314542] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.314769] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.314988] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Deleting the datastore file [datastore1] 23f0ae33-0c85-427a-98ee-b2a6a2518fd0 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.318581] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05fb2009-525f-4ffa-a8ba-ed196c34c9c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.326232] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264741, 'name': ReconfigVM_Task, 'duration_secs': 0.372365} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.327600] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.327963] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1140.327963] env[69481]: value = "task-3264745" [ 1140.327963] env[69481]: _type = "Task" [ 1140.327963] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.328672] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995e821c-b719-4a23-ab61-5840ef75b8b1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.359753] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] eff178ff-fcb9-4ba0-b47e-501179d80da9/eff178ff-fcb9-4ba0-b47e-501179d80da9.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.365173] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.365958] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae094bcd-98de-4294-b61c-7a8b83909c9e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.381841] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.388763] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1140.388763] env[69481]: value = "task-3264746" [ 1140.388763] env[69481]: _type = "Task" [ 1140.388763] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.402467] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.555811] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264742, 'name': CreateVM_Task, 'duration_secs': 0.335033} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.556010] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.556468] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.556604] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.556922] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.557215] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b145da-a484-45c4-ada9-eb14a49baaa8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.562344] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1140.562344] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5273edd8-3880-db6a-3f28-ddb43423766a" [ 1140.562344] env[69481]: _type = "Task" [ 1140.562344] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.570139] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5273edd8-3880-db6a-3f28-ddb43423766a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.663400] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264743, 'name': Rename_Task, 'duration_secs': 0.164316} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.663690] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.663946] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f53a98e2-a5fa-4448-b80c-dcc586a17958 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.671343] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1140.671343] env[69481]: value = "task-3264748" [ 1140.671343] env[69481]: _type = "Task" [ 1140.671343] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.680998] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.685994] env[69481]: DEBUG nova.scheduler.client.report [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.709359] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.715424] env[69481]: DEBUG oslo_vmware.api [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264724, 'name': ReconfigVM_Task, 'duration_secs': 6.030178} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.715695] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.715937] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Reconfigured VM to detach interface {{(pid=69481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1140.843048] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142228} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.843048] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.843048] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.843048] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.901996] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.032809] env[69481]: DEBUG nova.compute.manager [req-6a324d59-9cd7-4fb6-b37f-c02ec74529f2 req-e274b24d-738e-470c-be87-013eb3481f55 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Received event network-vif-deleted-ee1ad799-2451-4904-923a-4a76f803359b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.033066] env[69481]: INFO nova.compute.manager [req-6a324d59-9cd7-4fb6-b37f-c02ec74529f2 req-e274b24d-738e-470c-be87-013eb3481f55 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Neutron deleted interface ee1ad799-2451-4904-923a-4a76f803359b; detaching it from the instance and deleting it from the info cache [ 1141.033314] env[69481]: DEBUG nova.network.neutron [req-6a324d59-9cd7-4fb6-b37f-c02ec74529f2 req-e274b24d-738e-470c-be87-013eb3481f55 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updating instance_info_cache with network_info: [{"id": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "address": "fa:16:3e:1f:dd:58", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824fd46a-13", "ovs_interfaceid": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.074573] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5273edd8-3880-db6a-3f28-ddb43423766a, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.074950] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.075232] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.075568] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.075754] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.075961] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.076243] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b8fbd29-51f0-434e-87b7-1f4b64de60ff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.087725] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.087912] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.088664] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72166ab7-c9bb-473f-8389-62a63068f943 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.094977] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1141.094977] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5286b4aa-30a5-cf27-c49b-850ea4e61970" [ 1141.094977] env[69481]: _type = "Task" [ 1141.094977] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.106151] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5286b4aa-30a5-cf27-c49b-850ea4e61970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.183541] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264748, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.191565] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.383s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.191748] env[69481]: INFO nova.compute.manager [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Migrating [ 1141.202295] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.837s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.202664] env[69481]: DEBUG nova.objects.instance [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lazy-loading 'pci_requests' on Instance uuid dab404ef-3748-498b-b7fb-18bf4118f6d9 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.402150] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264746, 'name': ReconfigVM_Task, 'duration_secs': 0.538312} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.402456] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Reconfigured VM instance instance-00000065 to attach disk [datastore2] eff178ff-fcb9-4ba0-b47e-501179d80da9/eff178ff-fcb9-4ba0-b47e-501179d80da9.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.402738] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance 'eff178ff-fcb9-4ba0-b47e-501179d80da9' progress to 50 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.536037] env[69481]: DEBUG oslo_concurrency.lockutils [req-6a324d59-9cd7-4fb6-b37f-c02ec74529f2 req-e274b24d-738e-470c-be87-013eb3481f55 service nova] Acquiring lock "35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.536158] env[69481]: DEBUG oslo_concurrency.lockutils [req-6a324d59-9cd7-4fb6-b37f-c02ec74529f2 req-e274b24d-738e-470c-be87-013eb3481f55 service nova] Acquired lock "35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.537195] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf68bb7-29f8-43db-84db-35c09f10ede7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.557523] env[69481]: DEBUG oslo_concurrency.lockutils [req-6a324d59-9cd7-4fb6-b37f-c02ec74529f2 req-e274b24d-738e-470c-be87-013eb3481f55 service nova] Releasing lock "35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.557809] env[69481]: WARNING nova.compute.manager [req-6a324d59-9cd7-4fb6-b37f-c02ec74529f2 req-e274b24d-738e-470c-be87-013eb3481f55 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Detach interface failed, port_id=ee1ad799-2451-4904-923a-4a76f803359b, reason: No device with interface-id ee1ad799-2451-4904-923a-4a76f803359b exists on VM: nova.exception.NotFound: No device with interface-id ee1ad799-2451-4904-923a-4a76f803359b exists on VM [ 1141.606472] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5286b4aa-30a5-cf27-c49b-850ea4e61970, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.607266] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0449cd-1804-4bd3-9205-8d0c7c06cf8b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.612646] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1141.612646] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a46faf-d62c-dd39-29fb-688b0340bc36" [ 1141.612646] env[69481]: _type = "Task" [ 1141.612646] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.620461] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a46faf-d62c-dd39-29fb-688b0340bc36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.651053] env[69481]: DEBUG oslo_concurrency.lockutils [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "35f2462d-9363-4d3d-b361-b72b36233a41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.651298] env[69481]: DEBUG oslo_concurrency.lockutils [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "35f2462d-9363-4d3d-b361-b72b36233a41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.651505] env[69481]: DEBUG oslo_concurrency.lockutils [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "35f2462d-9363-4d3d-b361-b72b36233a41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.651692] env[69481]: DEBUG oslo_concurrency.lockutils [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "35f2462d-9363-4d3d-b361-b72b36233a41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.651860] env[69481]: DEBUG oslo_concurrency.lockutils [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "35f2462d-9363-4d3d-b361-b72b36233a41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.653929] env[69481]: INFO nova.compute.manager [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Terminating instance [ 1141.681758] env[69481]: DEBUG oslo_vmware.api [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264748, 'name': PowerOnVM_Task, 'duration_secs': 0.72859} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.682008] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.682210] env[69481]: INFO nova.compute.manager [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1141.682381] env[69481]: DEBUG nova.compute.manager [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.683158] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fec491-ce72-4b25-b4fd-0a0362b42d83 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.705837] env[69481]: DEBUG nova.objects.instance [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lazy-loading 'numa_topology' on Instance uuid dab404ef-3748-498b-b7fb-18bf4118f6d9 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.709692] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.709692] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.709692] env[69481]: DEBUG nova.network.neutron [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.878542] env[69481]: DEBUG nova.virt.hardware [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.878873] env[69481]: DEBUG nova.virt.hardware [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.879041] env[69481]: DEBUG nova.virt.hardware [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.879216] env[69481]: DEBUG nova.virt.hardware [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.879360] env[69481]: DEBUG nova.virt.hardware [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.879558] env[69481]: DEBUG nova.virt.hardware [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.879841] env[69481]: DEBUG nova.virt.hardware [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.880042] env[69481]: DEBUG nova.virt.hardware [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.880366] env[69481]: DEBUG nova.virt.hardware [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.880625] env[69481]: DEBUG nova.virt.hardware [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.881017] env[69481]: DEBUG nova.virt.hardware [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.881952] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ffa308-5d94-4625-a14d-a5f17b8a1506 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.890094] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f02671-9315-481c-86cd-cf2281e861c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.903622] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Instance VIF info [] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.909299] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.910912] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.911634] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ab44e4-7ba9-46c1-9906-82f21b07b755 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.914054] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1db4c2c-d0d6-454c-848f-207d60972609 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.945620] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afe5757-beec-433a-8e3f-8b00b50a5355 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.948264] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.948264] env[69481]: value = "task-3264749" [ 1141.948264] env[69481]: _type = "Task" [ 1141.948264] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.965428] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance 'eff178ff-fcb9-4ba0-b47e-501179d80da9' progress to 67 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.974725] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264749, 'name': CreateVM_Task} progress is 15%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.014387] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.014606] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.014788] env[69481]: DEBUG nova.network.neutron [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.124805] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a46faf-d62c-dd39-29fb-688b0340bc36, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.124805] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.125431] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 5bb573e6-d634-46ae-8bef-eda058dec2af/5bb573e6-d634-46ae-8bef-eda058dec2af.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.125431] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a758a9f-055d-4306-9301-86f718c9567e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.134054] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1142.134054] env[69481]: value = "task-3264750" [ 1142.134054] env[69481]: _type = "Task" [ 1142.134054] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.143519] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.157719] env[69481]: DEBUG nova.compute.manager [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.157933] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.159018] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521098ce-a9e5-4de4-9505-a4e7e11100fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.166654] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.166986] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faa753c5-200e-42fb-a1a7-667b180e93b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.174848] env[69481]: DEBUG oslo_vmware.api [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1142.174848] env[69481]: value = "task-3264751" [ 1142.174848] env[69481]: _type = "Task" [ 1142.174848] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.184074] env[69481]: DEBUG oslo_vmware.api [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.202108] env[69481]: INFO nova.compute.manager [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Took 20.18 seconds to build instance. [ 1142.207959] env[69481]: INFO nova.compute.claims [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.241372] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.241701] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b10975-3f89-4e35-8d35-270e8599c98e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.249511] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1142.249511] env[69481]: value = "task-3264752" [ 1142.249511] env[69481]: _type = "Task" [ 1142.249511] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.259704] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.461670] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264749, 'name': CreateVM_Task, 'duration_secs': 0.314639} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.461861] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.462511] env[69481]: DEBUG oslo_concurrency.lockutils [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.462621] env[69481]: DEBUG oslo_concurrency.lockutils [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.462920] env[69481]: DEBUG oslo_concurrency.lockutils [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.463226] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe197437-a5b6-46cd-89eb-8eac2a3dfdd3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.470170] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1142.470170] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f610a8-807d-b095-3323-ca6450b1d9a9" [ 1142.470170] env[69481]: _type = "Task" [ 1142.470170] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.491419] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f610a8-807d-b095-3323-ca6450b1d9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012785} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.492157] env[69481]: DEBUG oslo_concurrency.lockutils [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.492157] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.492390] env[69481]: DEBUG oslo_concurrency.lockutils [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.492507] env[69481]: DEBUG oslo_concurrency.lockutils [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.492690] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.493124] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb14ba1-7b35-4b45-97f3-ec5d43f5d766 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.504578] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.504685] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.505480] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1114aa-bea8-434b-8e3f-45242dca5308 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.512091] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1142.512091] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f13a78-fdda-0636-0154-993361ef31e0" [ 1142.512091] env[69481]: _type = "Task" [ 1142.512091] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.528215] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f13a78-fdda-0636-0154-993361ef31e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.535791] env[69481]: DEBUG nova.network.neutron [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Port 7843941f-abc2-470b-b500-23e1b5816644 binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1142.617943] env[69481]: DEBUG nova.network.neutron [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance_info_cache with network_info: [{"id": "e08548bf-91f5-451a-8376-9a9561f029d1", "address": "fa:16:3e:6b:22:e8", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08548bf-91", "ovs_interfaceid": "e08548bf-91f5-451a-8376-9a9561f029d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.652784] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264750, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.689367] env[69481]: DEBUG oslo_vmware.api [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264751, 'name': PowerOffVM_Task, 'duration_secs': 0.312786} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.689723] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.689929] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.690282] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ded548-fac6-4b68-a2dd-9457f69c7355 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.705666] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7eac303c-b2bd-4244-9d44-298617bd6947 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "177fde4d-cb77-4f29-b309-244c03c2bcd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.690s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.769793] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264752, 'name': PowerOffVM_Task, 'duration_secs': 0.398813} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.769793] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.769793] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d10d385-1858-49c7-84f4-82c94f6ebb72 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.775930] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.777242] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.777242] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleting the datastore file [datastore1] 35f2462d-9363-4d3d-b361-b72b36233a41 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.777242] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d6d5991-4581-405d-872d-3a4f44347a57 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.803586] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d5a1c8-f4b8-4b43-b994-fef2d56576e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.808534] env[69481]: DEBUG oslo_vmware.api [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1142.808534] env[69481]: value = "task-3264754" [ 1142.808534] env[69481]: _type = "Task" [ 1142.808534] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.826577] env[69481]: DEBUG oslo_vmware.api [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.889761] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.889761] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93983a08-b1e0-4480-819a-7d542b767fed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.901400] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1142.901400] env[69481]: value = "task-3264755" [ 1142.901400] env[69481]: _type = "Task" [ 1142.901400] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.913501] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1142.917158] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.917158] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.917158] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.917158] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.917158] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6036d47a-7094-48dd-a432-eb92934fa861 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.927182] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.927379] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.928139] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d25aa9e-1b78-4171-bab5-63e35f532300 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.946541] env[69481]: DEBUG nova.network.neutron [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updating instance_info_cache with network_info: [{"id": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "address": "fa:16:3e:1f:dd:58", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824fd46a-13", "ovs_interfaceid": "824fd46a-1310-48b8-83d2-2c5dfa458fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.949210] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1142.949210] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b53d82-3941-50b2-a854-56cbba7ed0cf" [ 1142.949210] env[69481]: _type = "Task" [ 1142.949210] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.959788] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b53d82-3941-50b2-a854-56cbba7ed0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.961306] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8e0191-f997-4ec4-af59-170b49006dfb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.968066] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1142.968066] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52895e46-29f0-a466-447c-7675730fe72a" [ 1142.968066] env[69481]: _type = "Task" [ 1142.968066] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.977085] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52895e46-29f0-a466-447c-7675730fe72a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.023435] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f13a78-fdda-0636-0154-993361ef31e0, 'name': SearchDatastore_Task, 'duration_secs': 0.020126} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.024267] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe22b39-af57-48fa-b949-c66345fa7863 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.030381] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1143.030381] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522d4eb3-31b9-9c09-6008-e6390bad5a5d" [ 1143.030381] env[69481]: _type = "Task" [ 1143.030381] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.043906] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522d4eb3-31b9-9c09-6008-e6390bad5a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.121143] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.146350] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668293} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.146575] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 5bb573e6-d634-46ae-8bef-eda058dec2af/5bb573e6-d634-46ae-8bef-eda058dec2af.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.146789] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.147069] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d15f0f1-f02c-4d89-b467-e9f49b7d89f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.154893] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1143.154893] env[69481]: value = "task-3264756" [ 1143.154893] env[69481]: _type = "Task" [ 1143.154893] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.167840] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.322707] env[69481]: DEBUG oslo_vmware.api [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181292} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.323183] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.323183] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.323387] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.323570] env[69481]: INFO nova.compute.manager [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1143.323877] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.324079] env[69481]: DEBUG nova.compute.manager [-] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.324310] env[69481]: DEBUG nova.network.neutron [-] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.451041] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-35f2462d-9363-4d3d-b361-b72b36233a41" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.481396] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52895e46-29f0-a466-447c-7675730fe72a, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.482813] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.483115] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 161b6953-8a39-465f-954a-5c44dba4f364/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. {{(pid=69481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1143.483944] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b53a91-fdee-4e70-8f29-6e64d29e1e4c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.486590] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ff7b65c-4d82-4eeb-9b5b-972ef9dbda62 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.496979] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1306fc11-8e2e-4398-8877-798ff6b8e93b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.501245] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1143.501245] env[69481]: value = "task-3264757" [ 1143.501245] env[69481]: _type = "Task" [ 1143.501245] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.530108] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b8eb91-f6d0-4cbe-ab6d-1e065fb85280 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.537226] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.559744] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48cfcab-8234-41bd-8d9e-ffce3e732b91 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.567031] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522d4eb3-31b9-9c09-6008-e6390bad5a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.023702} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.567305] env[69481]: DEBUG oslo_concurrency.lockutils [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.567582] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 23f0ae33-0c85-427a-98ee-b2a6a2518fd0/23f0ae33-0c85-427a-98ee-b2a6a2518fd0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.571652] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "eff178ff-fcb9-4ba0-b47e-501179d80da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.571880] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.572066] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.577241] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c954d2d-3efd-4a74-aabf-4aa021810cbe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.589036] env[69481]: DEBUG nova.compute.provider_tree [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.591110] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.591407] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.594318] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1143.594318] env[69481]: value = "task-3264758" [ 1143.594318] env[69481]: _type = "Task" [ 1143.594318] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.607573] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.667175] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079752} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.667175] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.667175] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d578d7-cbd7-4adb-b14e-eabd512dd972 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.691169] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 5bb573e6-d634-46ae-8bef-eda058dec2af/5bb573e6-d634-46ae-8bef-eda058dec2af.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.691169] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e476bc5-c4e7-4f8d-bd21-46b11723ca8f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.713868] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1143.713868] env[69481]: value = "task-3264759" [ 1143.713868] env[69481]: _type = "Task" [ 1143.713868] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.725074] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.961267] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a4ccab58-92aa-499b-a680-cb908750edb9 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-35f2462d-9363-4d3d-b361-b72b36233a41-ee1ad799-2451-4904-923a-4a76f803359b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.353s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.014067] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264757, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.092676] env[69481]: DEBUG nova.scheduler.client.report [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.101378] env[69481]: DEBUG nova.compute.manager [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.112055] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.186485] env[69481]: DEBUG nova.compute.manager [req-2f4d31ab-bd73-45fb-bc05-a78f8a475553 req-f02779de-6c49-48d5-8b76-ee0df83d6e00 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Received event network-vif-deleted-824fd46a-1310-48b8-83d2-2c5dfa458fa9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.186485] env[69481]: INFO nova.compute.manager [req-2f4d31ab-bd73-45fb-bc05-a78f8a475553 req-f02779de-6c49-48d5-8b76-ee0df83d6e00 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Neutron deleted interface 824fd46a-1310-48b8-83d2-2c5dfa458fa9; detaching it from the instance and deleting it from the info cache [ 1144.186485] env[69481]: DEBUG nova.network.neutron [req-2f4d31ab-bd73-45fb-bc05-a78f8a475553 req-f02779de-6c49-48d5-8b76-ee0df83d6e00 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.227401] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.354797] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "71867888-4140-4bba-8393-bbdb3e23d2f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.354797] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.513696] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542519} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.514387] env[69481]: INFO nova.virt.vmwareapi.ds_util [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 161b6953-8a39-465f-954a-5c44dba4f364/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. [ 1144.515176] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbc8e9e-ed16-443a-811f-f5f43622f514 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.541117] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 161b6953-8a39-465f-954a-5c44dba4f364/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.541448] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca1ef928-5075-4f67-8622-f4cdad237374 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.561099] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1144.561099] env[69481]: value = "task-3264760" [ 1144.561099] env[69481]: _type = "Task" [ 1144.561099] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.569521] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.602171] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.400s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.612451] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651848} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.614653] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 23f0ae33-0c85-427a-98ee-b2a6a2518fd0/23f0ae33-0c85-427a-98ee-b2a6a2518fd0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.614877] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.615369] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-676bbea5-8776-4a29-9919-87992fd16bdf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.623350] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1144.623350] env[69481]: value = "task-3264761" [ 1144.623350] env[69481]: _type = "Task" [ 1144.623350] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.634713] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.641389] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.641623] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.641808] env[69481]: DEBUG nova.network.neutron [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.645764] env[69481]: INFO nova.network.neutron [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updating port d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1144.649711] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59155c8b-0aab-4c36-abd5-2058681d793c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.653157] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.654191] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.655096] env[69481]: INFO nova.compute.claims [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.659691] env[69481]: DEBUG nova.network.neutron [-] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.682135] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance '2e7e1d97-25be-4d12-9518-e9107afe75c0' progress to 0 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.689215] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec2f7f00-4c6c-4313-ae31-1bf9654d0e3c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.699847] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685c176d-12a5-41c7-9b8f-457bcd9440c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.724365] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264759, 'name': ReconfigVM_Task, 'duration_secs': 0.669565} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.738026] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 5bb573e6-d634-46ae-8bef-eda058dec2af/5bb573e6-d634-46ae-8bef-eda058dec2af.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.738026] env[69481]: DEBUG nova.compute.manager [req-2f4d31ab-bd73-45fb-bc05-a78f8a475553 req-f02779de-6c49-48d5-8b76-ee0df83d6e00 service nova] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Detach interface failed, port_id=824fd46a-1310-48b8-83d2-2c5dfa458fa9, reason: Instance 35f2462d-9363-4d3d-b361-b72b36233a41 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.738026] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-275d89a1-d4dc-4f1d-baff-65e71248302e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.745603] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1144.745603] env[69481]: value = "task-3264762" [ 1144.745603] env[69481]: _type = "Task" [ 1144.745603] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.757018] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264762, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.856316] env[69481]: DEBUG nova.compute.manager [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.072236] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264760, 'name': ReconfigVM_Task, 'duration_secs': 0.365245} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.072538] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 161b6953-8a39-465f-954a-5c44dba4f364/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.073398] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a9da36-4ea1-49b0-b180-369d8a6a3b15 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.100161] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2269f82-e23e-4b46-be1d-f00bb4ca2f5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.117516] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1145.117516] env[69481]: value = "task-3264763" [ 1145.117516] env[69481]: _type = "Task" [ 1145.117516] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.128684] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.137120] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068734} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.137402] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.138292] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd75d852-8785-4611-ba44-c89519f342cf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.161057] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 23f0ae33-0c85-427a-98ee-b2a6a2518fd0/23f0ae33-0c85-427a-98ee-b2a6a2518fd0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.161707] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3518917-1d43-46c4-98b1-af81eb40acdd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.177179] env[69481]: INFO nova.compute.manager [-] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Took 1.85 seconds to deallocate network for instance. [ 1145.188262] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.188513] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5aabf3e-0235-4d8f-b23e-6478c62420bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.192565] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1145.192565] env[69481]: value = "task-3264764" [ 1145.192565] env[69481]: _type = "Task" [ 1145.192565] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.198455] env[69481]: DEBUG oslo_vmware.api [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1145.198455] env[69481]: value = "task-3264765" [ 1145.198455] env[69481]: _type = "Task" [ 1145.198455] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.204734] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.213917] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1145.214206] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance '2e7e1d97-25be-4d12-9518-e9107afe75c0' progress to 17 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.256422] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264762, 'name': Rename_Task, 'duration_secs': 0.154937} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.256862] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.257247] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d27856-dc80-460f-bf2d-3662aecad824 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.267705] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1145.267705] env[69481]: value = "task-3264766" [ 1145.267705] env[69481]: _type = "Task" [ 1145.267705] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.277295] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.376850] env[69481]: DEBUG nova.network.neutron [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance_info_cache with network_info: [{"id": "7843941f-abc2-470b-b500-23e1b5816644", "address": "fa:16:3e:ea:3e:e6", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7843941f-ab", "ovs_interfaceid": "7843941f-abc2-470b-b500-23e1b5816644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.406206] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.628406] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264763, 'name': ReconfigVM_Task, 'duration_secs': 0.372516} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.628691] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.628945] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85aceb06-62e3-4671-8091-6bcfb5fca570 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.636530] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1145.636530] env[69481]: value = "task-3264767" [ 1145.636530] env[69481]: _type = "Task" [ 1145.636530] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.644971] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.686298] env[69481]: DEBUG oslo_concurrency.lockutils [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.703891] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.722117] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.722374] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.722532] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.722721] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.722863] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.723023] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.723235] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.723424] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.723625] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.723741] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.723915] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.729160] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20c49a83-22ef-4617-aa4f-61ab33e49115 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.749833] env[69481]: DEBUG oslo_vmware.api [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1145.749833] env[69481]: value = "task-3264768" [ 1145.749833] env[69481]: _type = "Task" [ 1145.749833] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.763405] env[69481]: DEBUG oslo_vmware.api [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.781043] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.882487] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.939432] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328124bb-c528-4bd1-9eaa-dd9bce8ffb1d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.949022] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aa4694-e7e5-499a-bc59-0b09cc9a3190 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.983309] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286733dc-6b40-41fe-bd47-14eeaf074932 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.000150] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aac4d4-5ac4-483c-9821-267c237429e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.028135] env[69481]: DEBUG nova.compute.provider_tree [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.154573] env[69481]: DEBUG oslo_vmware.api [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264767, 'name': PowerOnVM_Task, 'duration_secs': 0.46669} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.154573] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.154573] env[69481]: DEBUG nova.compute.manager [None req-f060b561-38c0-47c3-b725-b51c57547852 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.155021] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e914f35-11b2-4fad-b0e7-1e653aa41cbf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.204493] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264764, 'name': ReconfigVM_Task, 'duration_secs': 0.771586} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.205511] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 23f0ae33-0c85-427a-98ee-b2a6a2518fd0/23f0ae33-0c85-427a-98ee-b2a6a2518fd0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.206156] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-093654cd-d646-4d9f-bdcc-584007698f8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.213705] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1146.213705] env[69481]: value = "task-3264769" [ 1146.213705] env[69481]: _type = "Task" [ 1146.213705] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.222898] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264769, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.263890] env[69481]: DEBUG oslo_vmware.api [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264768, 'name': ReconfigVM_Task, 'duration_secs': 0.293539} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.264289] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance '2e7e1d97-25be-4d12-9518-e9107afe75c0' progress to 33 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.278631] env[69481]: DEBUG oslo_vmware.api [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264766, 'name': PowerOnVM_Task, 'duration_secs': 0.940367} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.280115] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.280337] env[69481]: DEBUG nova.compute.manager [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.281621] env[69481]: DEBUG nova.compute.manager [req-12861dab-d148-480c-9522-4ea1b8d16a3f req-fa239a4f-b7a3-4101-a59c-d15f6c1e688f service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Received event network-vif-plugged-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.281818] env[69481]: DEBUG oslo_concurrency.lockutils [req-12861dab-d148-480c-9522-4ea1b8d16a3f req-fa239a4f-b7a3-4101-a59c-d15f6c1e688f service nova] Acquiring lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.282063] env[69481]: DEBUG oslo_concurrency.lockutils [req-12861dab-d148-480c-9522-4ea1b8d16a3f req-fa239a4f-b7a3-4101-a59c-d15f6c1e688f service nova] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.282241] env[69481]: DEBUG oslo_concurrency.lockutils [req-12861dab-d148-480c-9522-4ea1b8d16a3f req-fa239a4f-b7a3-4101-a59c-d15f6c1e688f service nova] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.282403] env[69481]: DEBUG nova.compute.manager [req-12861dab-d148-480c-9522-4ea1b8d16a3f req-fa239a4f-b7a3-4101-a59c-d15f6c1e688f service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] No waiting events found dispatching network-vif-plugged-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.282594] env[69481]: WARNING nova.compute.manager [req-12861dab-d148-480c-9522-4ea1b8d16a3f req-fa239a4f-b7a3-4101-a59c-d15f6c1e688f service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Received unexpected event network-vif-plugged-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1146.283438] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b59957-c151-4a17-8d85-9393afb3e699 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.405958] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d378f2-85a0-4ca5-aa7b-8c13153119d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.410393] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.410729] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.411049] env[69481]: DEBUG nova.network.neutron [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.431492] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed565ab6-5c01-451c-8ecb-9590ac951ede {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.439601] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance 'eff178ff-fcb9-4ba0-b47e-501179d80da9' progress to 83 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.532081] env[69481]: DEBUG nova.scheduler.client.report [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.725351] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264769, 'name': Rename_Task, 'duration_secs': 0.396511} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.725640] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.726156] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce084b7a-642c-4ef0-9003-778404d6ade5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.732845] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1146.732845] env[69481]: value = "task-3264770" [ 1146.732845] env[69481]: _type = "Task" [ 1146.732845] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.740362] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.770904] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.770904] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.770904] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.771220] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.771220] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.771368] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.771573] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.771731] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.771926] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.772107] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.772283] env[69481]: DEBUG nova.virt.hardware [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.777466] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.777741] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0b37d2-1e19-4829-8589-ee2a7d25018a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.798274] env[69481]: DEBUG oslo_vmware.api [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1146.798274] env[69481]: value = "task-3264771" [ 1146.798274] env[69481]: _type = "Task" [ 1146.798274] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.805541] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.812082] env[69481]: DEBUG oslo_vmware.api [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.948367] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.948778] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7877a60c-d093-482c-9d9f-2c2605811d3c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.957595] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1146.957595] env[69481]: value = "task-3264772" [ 1146.957595] env[69481]: _type = "Task" [ 1146.957595] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.967343] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.003084] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquiring lock "5bb573e6-d634-46ae-8bef-eda058dec2af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.003385] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "5bb573e6-d634-46ae-8bef-eda058dec2af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.003782] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquiring lock "5bb573e6-d634-46ae-8bef-eda058dec2af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.003869] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "5bb573e6-d634-46ae-8bef-eda058dec2af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.004072] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "5bb573e6-d634-46ae-8bef-eda058dec2af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.006301] env[69481]: INFO nova.compute.manager [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Terminating instance [ 1147.037857] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.038594] env[69481]: DEBUG nova.compute.manager [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.043552] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.638s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.045512] env[69481]: INFO nova.compute.claims [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.220070] env[69481]: DEBUG nova.network.neutron [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updating instance_info_cache with network_info: [{"id": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "address": "fa:16:3e:e3:ba:e4", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c10294-cf", "ovs_interfaceid": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.244959] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.311226] env[69481]: DEBUG oslo_vmware.api [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264771, 'name': ReconfigVM_Task, 'duration_secs': 0.243718} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.311497] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.312393] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685de390-c84f-4ff0-9cbc-140103faf5ff {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.337827] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 2e7e1d97-25be-4d12-9518-e9107afe75c0/2e7e1d97-25be-4d12-9518-e9107afe75c0.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.338579] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa40934-e51a-4faf-a9da-4fd449dd03ae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.360233] env[69481]: DEBUG oslo_vmware.api [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1147.360233] env[69481]: value = "task-3264773" [ 1147.360233] env[69481]: _type = "Task" [ 1147.360233] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.369761] env[69481]: DEBUG oslo_vmware.api [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.470130] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264772, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.510412] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquiring lock "refresh_cache-5bb573e6-d634-46ae-8bef-eda058dec2af" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.510737] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquired lock "refresh_cache-5bb573e6-d634-46ae-8bef-eda058dec2af" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.511088] env[69481]: DEBUG nova.network.neutron [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.550452] env[69481]: DEBUG nova.compute.utils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.553650] env[69481]: DEBUG nova.compute.manager [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.554154] env[69481]: DEBUG nova.network.neutron [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.591286] env[69481]: DEBUG nova.policy [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1513abfb3b714e2fa113e306ff3728b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e4eb7f68c61403699ef0a74851960a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.723724] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.744411] env[69481]: DEBUG oslo_vmware.api [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264770, 'name': PowerOnVM_Task, 'duration_secs': 0.816863} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.744723] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.744911] env[69481]: DEBUG nova.compute.manager [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.745677] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936e2c9c-c003-44b2-9aed-933ab7c59b5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.774148] env[69481]: INFO nova.compute.manager [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Unrescuing [ 1147.774432] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.775042] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.775153] env[69481]: DEBUG nova.network.neutron [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.785361] env[69481]: DEBUG nova.virt.hardware [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='75dc1b0bded5b8246be1133ad15e371e',container_format='bare',created_at=2025-04-03T15:09:45Z,direct_url=,disk_format='vmdk',id=100a2107-51c1-43a9-96db-ce0251841589,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2124035548-shelved',owner='9028f818ee63445280fba75c912fd365',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-03T15:10:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.785611] env[69481]: DEBUG nova.virt.hardware [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.785776] env[69481]: DEBUG nova.virt.hardware [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.785979] env[69481]: DEBUG nova.virt.hardware [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.786145] env[69481]: DEBUG nova.virt.hardware [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.786294] env[69481]: DEBUG nova.virt.hardware [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.786499] env[69481]: DEBUG nova.virt.hardware [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.786658] env[69481]: DEBUG nova.virt.hardware [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.786841] env[69481]: DEBUG nova.virt.hardware [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.787032] env[69481]: DEBUG nova.virt.hardware [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.787218] env[69481]: DEBUG nova.virt.hardware [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.788043] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ecb240-e3ce-41a9-acfd-ed5fe4685d98 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.797713] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9ee8f6-aeb2-4e34-9b4f-ed7fbbd685ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.813241] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ba:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8c10294-cf8a-49e9-8bbd-caf54c75a6b7', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.821013] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.821294] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.821524] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-827b36c5-759f-447f-829a-42f16a7518f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.842301] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.842301] env[69481]: value = "task-3264774" [ 1147.842301] env[69481]: _type = "Task" [ 1147.842301] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.850644] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264774, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.870905] env[69481]: DEBUG oslo_vmware.api [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.972027] env[69481]: DEBUG oslo_vmware.api [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264772, 'name': PowerOnVM_Task, 'duration_secs': 0.555165} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.972027] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.972027] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f9730dca-e9e2-4979-ac7f-8dacf3c5b49a tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance 'eff178ff-fcb9-4ba0-b47e-501179d80da9' progress to 100 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.993683] env[69481]: DEBUG nova.network.neutron [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Successfully created port: 1e2e6060-e1ef-45b0-9736-4f88dedca90b {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.028871] env[69481]: DEBUG nova.network.neutron [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.056560] env[69481]: DEBUG nova.compute.manager [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.085838] env[69481]: DEBUG nova.network.neutron [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.266534] env[69481]: DEBUG oslo_concurrency.lockutils [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.358025] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264774, 'name': CreateVM_Task, 'duration_secs': 0.490826} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.358025] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.358649] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.358802] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.359240] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.359540] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc842d3-9289-4503-acac-94723029f96b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.366215] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c17795-d48d-4ba7-99c0-5391353ebdb4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.373787] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1148.373787] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e895cb-c74b-3244-d0bd-7336c3549c99" [ 1148.373787] env[69481]: _type = "Task" [ 1148.373787] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.384431] env[69481]: DEBUG oslo_vmware.api [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264773, 'name': ReconfigVM_Task, 'duration_secs': 0.640535} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.386813] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 2e7e1d97-25be-4d12-9518-e9107afe75c0/2e7e1d97-25be-4d12-9518-e9107afe75c0.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.387114] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance '2e7e1d97-25be-4d12-9518-e9107afe75c0' progress to 50 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.392302] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573afa9d-17c0-432d-99f1-81aacec0215a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.400609] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.400915] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Processing image 100a2107-51c1-43a9-96db-ce0251841589 {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.401175] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589/100a2107-51c1-43a9-96db-ce0251841589.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.401326] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589/100a2107-51c1-43a9-96db-ce0251841589.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.401529] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.405955] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6072f38b-f520-4488-aa23-45bef7fdb3e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.435280] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f3a808-5fc8-4b3f-9a88-877b0e923454 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.446686] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee40043-c782-46ea-87ae-3628117e070b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.455109] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.455575] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.464196] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401dea99-a9bb-4837-9335-8d27a8d88bb2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.466977] env[69481]: DEBUG nova.compute.provider_tree [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.472910] env[69481]: DEBUG nova.compute.manager [req-98d0f776-18c3-41b3-b762-0dbfe801a20f req-d651366c-d15b-42a0-854c-170a7ed84cf8 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Received event network-changed-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.473139] env[69481]: DEBUG nova.compute.manager [req-98d0f776-18c3-41b3-b762-0dbfe801a20f req-d651366c-d15b-42a0-854c-170a7ed84cf8 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Refreshing instance network info cache due to event network-changed-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.473391] env[69481]: DEBUG oslo_concurrency.lockutils [req-98d0f776-18c3-41b3-b762-0dbfe801a20f req-d651366c-d15b-42a0-854c-170a7ed84cf8 service nova] Acquiring lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.473546] env[69481]: DEBUG oslo_concurrency.lockutils [req-98d0f776-18c3-41b3-b762-0dbfe801a20f req-d651366c-d15b-42a0-854c-170a7ed84cf8 service nova] Acquired lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.473708] env[69481]: DEBUG nova.network.neutron [req-98d0f776-18c3-41b3-b762-0dbfe801a20f req-d651366c-d15b-42a0-854c-170a7ed84cf8 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Refreshing network info cache for port d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.481097] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1148.481097] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525e40b2-98ad-e42d-a477-aa56823c50fe" [ 1148.481097] env[69481]: _type = "Task" [ 1148.481097] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.492089] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525e40b2-98ad-e42d-a477-aa56823c50fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.588192] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Releasing lock "refresh_cache-5bb573e6-d634-46ae-8bef-eda058dec2af" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.589395] env[69481]: DEBUG nova.compute.manager [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.589395] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.589717] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf12d866-416d-406e-a4df-f402bee64100 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.598800] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.599113] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df1ac4eb-26d8-4f11-bba1-03ea18cdba8b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.610275] env[69481]: DEBUG oslo_vmware.api [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1148.610275] env[69481]: value = "task-3264775" [ 1148.610275] env[69481]: _type = "Task" [ 1148.610275] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.621598] env[69481]: DEBUG oslo_vmware.api [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.654658] env[69481]: DEBUG nova.network.neutron [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Updating instance_info_cache with network_info: [{"id": "93877c6a-7eee-4794-a340-1af7f43a6631", "address": "fa:16:3e:07:a8:9a", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93877c6a-7e", "ovs_interfaceid": "93877c6a-7eee-4794-a340-1af7f43a6631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.898961] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7ff44b-fef9-4bf8-8048-22eeb1644f4b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.919023] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5813276a-727a-4cfa-aa25-d52ba8e05b22 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.937274] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance '2e7e1d97-25be-4d12-9518-e9107afe75c0' progress to 67 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.979456] env[69481]: DEBUG nova.scheduler.client.report [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.998458] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Preparing fetch location {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1148.998728] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Fetch image to [datastore1] OSTACK_IMG_065aa5f6-c84e-44c8-bdde-09170fdb0526/OSTACK_IMG_065aa5f6-c84e-44c8-bdde-09170fdb0526.vmdk {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1148.998943] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Downloading stream optimized image 100a2107-51c1-43a9-96db-ce0251841589 to [datastore1] OSTACK_IMG_065aa5f6-c84e-44c8-bdde-09170fdb0526/OSTACK_IMG_065aa5f6-c84e-44c8-bdde-09170fdb0526.vmdk on the data store datastore1 as vApp {{(pid=69481) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1148.999145] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Downloading image file data 100a2107-51c1-43a9-96db-ce0251841589 to the ESX as VM named 'OSTACK_IMG_065aa5f6-c84e-44c8-bdde-09170fdb0526' {{(pid=69481) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1149.015306] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquiring lock "23f0ae33-0c85-427a-98ee-b2a6a2518fd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.017209] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "23f0ae33-0c85-427a-98ee-b2a6a2518fd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.017425] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquiring lock "23f0ae33-0c85-427a-98ee-b2a6a2518fd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.017620] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "23f0ae33-0c85-427a-98ee-b2a6a2518fd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.017792] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "23f0ae33-0c85-427a-98ee-b2a6a2518fd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.022374] env[69481]: INFO nova.compute.manager [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Terminating instance [ 1149.080688] env[69481]: DEBUG nova.compute.manager [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.108391] env[69481]: DEBUG nova.virt.hardware [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.108930] env[69481]: DEBUG nova.virt.hardware [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.108930] env[69481]: DEBUG nova.virt.hardware [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.109056] env[69481]: DEBUG nova.virt.hardware [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.109128] env[69481]: DEBUG nova.virt.hardware [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.109275] env[69481]: DEBUG nova.virt.hardware [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.109616] env[69481]: DEBUG nova.virt.hardware [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.109836] env[69481]: DEBUG nova.virt.hardware [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.110039] env[69481]: DEBUG nova.virt.hardware [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.110244] env[69481]: DEBUG nova.virt.hardware [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.110789] env[69481]: DEBUG nova.virt.hardware [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.111482] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d4caf1-245d-43ef-84a8-98590eb2ca3c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.120242] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1149.120242] env[69481]: value = "resgroup-9" [ 1149.120242] env[69481]: _type = "ResourcePool" [ 1149.120242] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1149.123190] env[69481]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d72e55ef-90ac-45f1-9c1f-c77e6de08337 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.143403] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfecd569-614c-4e07-8506-cc26aca69eb0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.152311] env[69481]: DEBUG oslo_vmware.api [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264775, 'name': PowerOffVM_Task, 'duration_secs': 0.275286} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.152959] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lease: (returnval){ [ 1149.152959] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bdda37-15cd-fe17-9ba0-a82ea3d8c733" [ 1149.152959] env[69481]: _type = "HttpNfcLease" [ 1149.152959] env[69481]: } obtained for vApp import into resource pool (val){ [ 1149.152959] env[69481]: value = "resgroup-9" [ 1149.152959] env[69481]: _type = "ResourcePool" [ 1149.152959] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1149.153211] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the lease: (returnval){ [ 1149.153211] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bdda37-15cd-fe17-9ba0-a82ea3d8c733" [ 1149.153211] env[69481]: _type = "HttpNfcLease" [ 1149.153211] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.153901] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.154164] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.154478] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-151bcb75-a8b7-4a64-8a5b-59c644410676 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.167888] env[69481]: DEBUG oslo_concurrency.lockutils [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "refresh_cache-161b6953-8a39-465f-954a-5c44dba4f364" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.168517] env[69481]: DEBUG nova.objects.instance [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lazy-loading 'flavor' on Instance uuid 161b6953-8a39-465f-954a-5c44dba4f364 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.176613] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.176613] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bdda37-15cd-fe17-9ba0-a82ea3d8c733" [ 1149.176613] env[69481]: _type = "HttpNfcLease" [ 1149.176613] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.200763] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.201277] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.201585] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Deleting the datastore file [datastore2] 5bb573e6-d634-46ae-8bef-eda058dec2af {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.201905] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-957f8134-e08d-4701-b070-dde0da074b56 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.214019] env[69481]: DEBUG oslo_vmware.api [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for the task: (returnval){ [ 1149.214019] env[69481]: value = "task-3264778" [ 1149.214019] env[69481]: _type = "Task" [ 1149.214019] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.226274] env[69481]: DEBUG oslo_vmware.api [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.326899] env[69481]: DEBUG nova.network.neutron [req-98d0f776-18c3-41b3-b762-0dbfe801a20f req-d651366c-d15b-42a0-854c-170a7ed84cf8 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updated VIF entry in instance network info cache for port d8c10294-cf8a-49e9-8bbd-caf54c75a6b7. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.327354] env[69481]: DEBUG nova.network.neutron [req-98d0f776-18c3-41b3-b762-0dbfe801a20f req-d651366c-d15b-42a0-854c-170a7ed84cf8 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updating instance_info_cache with network_info: [{"id": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "address": "fa:16:3e:e3:ba:e4", "network": {"id": "4a2c0951-178d-4c50-a55e-35805c271f68", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1055118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9028f818ee63445280fba75c912fd365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c10294-cf", "ovs_interfaceid": "d8c10294-cf8a-49e9-8bbd-caf54c75a6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.482206] env[69481]: DEBUG nova.network.neutron [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Port e08548bf-91f5-451a-8376-9a9561f029d1 binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1149.489026] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.489026] env[69481]: DEBUG nova.compute.manager [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.490925] env[69481]: DEBUG oslo_concurrency.lockutils [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.805s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.491803] env[69481]: DEBUG nova.objects.instance [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'resources' on Instance uuid 35f2462d-9363-4d3d-b361-b72b36233a41 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.528016] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquiring lock "refresh_cache-23f0ae33-0c85-427a-98ee-b2a6a2518fd0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.528241] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquired lock "refresh_cache-23f0ae33-0c85-427a-98ee-b2a6a2518fd0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.531769] env[69481]: DEBUG nova.network.neutron [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.627040] env[69481]: DEBUG nova.network.neutron [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Successfully updated port: 1e2e6060-e1ef-45b0-9736-4f88dedca90b {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.665400] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.665400] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bdda37-15cd-fe17-9ba0-a82ea3d8c733" [ 1149.665400] env[69481]: _type = "HttpNfcLease" [ 1149.665400] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.677542] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0cfde6-eb67-4d8f-bcc5-2a0f12dd810f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.701526] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.702519] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c554ff91-86f9-49df-a00d-1ac461c53575 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.710520] env[69481]: DEBUG oslo_vmware.api [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1149.710520] env[69481]: value = "task-3264779" [ 1149.710520] env[69481]: _type = "Task" [ 1149.710520] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.723968] env[69481]: DEBUG oslo_vmware.api [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.734161] env[69481]: DEBUG oslo_vmware.api [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Task: {'id': task-3264778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130214} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.734161] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.734161] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.734161] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.734161] env[69481]: INFO nova.compute.manager [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1149.734161] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.734161] env[69481]: DEBUG nova.compute.manager [-] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.734161] env[69481]: DEBUG nova.network.neutron [-] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.760789] env[69481]: DEBUG nova.network.neutron [-] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.830510] env[69481]: DEBUG oslo_concurrency.lockutils [req-98d0f776-18c3-41b3-b762-0dbfe801a20f req-d651366c-d15b-42a0-854c-170a7ed84cf8 service nova] Releasing lock "refresh_cache-dab404ef-3748-498b-b7fb-18bf4118f6d9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.004312] env[69481]: DEBUG nova.compute.utils [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.008339] env[69481]: DEBUG nova.compute.manager [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.008339] env[69481]: DEBUG nova.network.neutron [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.048884] env[69481]: DEBUG nova.network.neutron [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.061543] env[69481]: DEBUG nova.policy [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cda31d44ffe4310ab445ca84f553888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b85dcc0f54744a4afe752b524a8b239', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.117891] env[69481]: DEBUG nova.network.neutron [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.132539] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "refresh_cache-a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.132689] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "refresh_cache-a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.132838] env[69481]: DEBUG nova.network.neutron [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.162647] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.162647] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bdda37-15cd-fe17-9ba0-a82ea3d8c733" [ 1150.162647] env[69481]: _type = "HttpNfcLease" [ 1150.162647] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1150.165430] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1150.165430] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bdda37-15cd-fe17-9ba0-a82ea3d8c733" [ 1150.165430] env[69481]: _type = "HttpNfcLease" [ 1150.165430] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1150.166589] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a8aef0-a390-4f4a-a98c-ab99f60a1cf6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.175703] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525baafa-c7e9-8f79-e91a-e3a309e82e13/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1150.175901] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525baafa-c7e9-8f79-e91a-e3a309e82e13/disk-0.vmdk. {{(pid=69481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1150.250393] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-08943f21-0137-40f9-a470-e3c203985940 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.252738] env[69481]: DEBUG oslo_vmware.api [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264779, 'name': PowerOffVM_Task, 'duration_secs': 0.419026} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.254358] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.260450] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.264268] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c945f9c-08e0-4b2d-ad21-fced4187cec7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.279545] env[69481]: DEBUG nova.network.neutron [-] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.290060] env[69481]: DEBUG oslo_vmware.api [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1150.290060] env[69481]: value = "task-3264780" [ 1150.290060] env[69481]: _type = "Task" [ 1150.290060] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.304285] env[69481]: DEBUG oslo_vmware.api [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.350167] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bbd0e9-7c48-40b5-98f0-3857ebe4a0b3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.359146] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c71642-6fd7-43b1-8930-1fe07c8fa8a0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.392784] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e107c-4535-4123-83d5-a71299ec5d70 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.401394] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dc15d2-d31b-447a-8781-c21b5944f0dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.418592] env[69481]: DEBUG nova.compute.provider_tree [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.423188] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "eff178ff-fcb9-4ba0-b47e-501179d80da9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.423367] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.423468] env[69481]: DEBUG nova.compute.manager [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Going to confirm migration 5 {{(pid=69481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1150.483671] env[69481]: DEBUG nova.network.neutron [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Successfully created port: a3c6d0b9-2961-48af-a37e-cf8df1991d5e {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.504743] env[69481]: DEBUG nova.compute.manager [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Received event network-vif-plugged-1e2e6060-e1ef-45b0-9736-4f88dedca90b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.504970] env[69481]: DEBUG oslo_concurrency.lockutils [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] Acquiring lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.505204] env[69481]: DEBUG oslo_concurrency.lockutils [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] Lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.505375] env[69481]: DEBUG oslo_concurrency.lockutils [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] Lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.505541] env[69481]: DEBUG nova.compute.manager [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] No waiting events found dispatching network-vif-plugged-1e2e6060-e1ef-45b0-9736-4f88dedca90b {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.505707] env[69481]: WARNING nova.compute.manager [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Received unexpected event network-vif-plugged-1e2e6060-e1ef-45b0-9736-4f88dedca90b for instance with vm_state building and task_state spawning. [ 1150.505863] env[69481]: DEBUG nova.compute.manager [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Received event network-changed-1e2e6060-e1ef-45b0-9736-4f88dedca90b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.506031] env[69481]: DEBUG nova.compute.manager [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Refreshing instance network info cache due to event network-changed-1e2e6060-e1ef-45b0-9736-4f88dedca90b. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.506202] env[69481]: DEBUG oslo_concurrency.lockutils [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] Acquiring lock "refresh_cache-a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.513183] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "2e7e1d97-25be-4d12-9518-e9107afe75c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.513398] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.513948] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.514725] env[69481]: DEBUG nova.compute.manager [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.621474] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Releasing lock "refresh_cache-23f0ae33-0c85-427a-98ee-b2a6a2518fd0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.621909] env[69481]: DEBUG nova.compute.manager [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.622116] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.623032] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ccfe12-00eb-43f2-85f4-75d825355f7e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.633895] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.634572] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aa806de-db0c-46c0-b894-733b0623df16 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.649640] env[69481]: DEBUG oslo_vmware.api [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1150.649640] env[69481]: value = "task-3264781" [ 1150.649640] env[69481]: _type = "Task" [ 1150.649640] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.658860] env[69481]: DEBUG oslo_vmware.api [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.700878] env[69481]: DEBUG nova.network.neutron [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.786659] env[69481]: INFO nova.compute.manager [-] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Took 1.05 seconds to deallocate network for instance. [ 1150.807025] env[69481]: DEBUG oslo_vmware.api [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264780, 'name': ReconfigVM_Task, 'duration_secs': 0.377157} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.807527] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.807770] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.808089] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-080cdfc1-c62a-413a-b98f-15e878f2943b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.818988] env[69481]: DEBUG oslo_vmware.api [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1150.818988] env[69481]: value = "task-3264782" [ 1150.818988] env[69481]: _type = "Task" [ 1150.818988] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.830963] env[69481]: DEBUG oslo_vmware.api [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.907568] env[69481]: DEBUG nova.network.neutron [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Updating instance_info_cache with network_info: [{"id": "1e2e6060-e1ef-45b0-9736-4f88dedca90b", "address": "fa:16:3e:d8:d8:e1", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e2e6060-e1", "ovs_interfaceid": "1e2e6060-e1ef-45b0-9736-4f88dedca90b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.924319] env[69481]: DEBUG nova.scheduler.client.report [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.002564] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.002806] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquired lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.002996] env[69481]: DEBUG nova.network.neutron [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.003390] env[69481]: DEBUG nova.objects.instance [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lazy-loading 'info_cache' on Instance uuid eff178ff-fcb9-4ba0-b47e-501179d80da9 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.023810] env[69481]: INFO nova.virt.block_device [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Booting with volume bbfb5e99-f1eb-4345-9e4a-10c72a01c874 at /dev/sda [ 1151.087862] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76601e41-a374-4a57-9a3a-dabc65bc1561 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.099351] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46f73ec-621b-4ddc-938a-5b0a3a6183ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.141266] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fb25820-9664-4f42-b6d6-5b876829fc9b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.156665] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59204d57-127a-4d89-9db8-ca882fc37a07 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.176527] env[69481]: DEBUG oslo_vmware.api [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264781, 'name': PowerOffVM_Task, 'duration_secs': 0.175616} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.178253] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.178430] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.179083] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48c08c35-a559-45cc-a6ec-b48d8557b0b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.199286] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474a9e0c-763e-4695-a1c4-fcc4a854c724 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.210192] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7dc26d-1915-47ca-96f4-7822f6f352a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.214430] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.214684] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.214968] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Deleting the datastore file [datastore1] 23f0ae33-0c85-427a-98ee-b2a6a2518fd0 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.215737] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc29a95c-3360-4306-b073-9aa633d32bd7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.228034] env[69481]: DEBUG oslo_vmware.api [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for the task: (returnval){ [ 1151.228034] env[69481]: value = "task-3264784" [ 1151.228034] env[69481]: _type = "Task" [ 1151.228034] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.236537] env[69481]: DEBUG nova.virt.block_device [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating existing volume attachment record: d1e3c757-18c2-490d-b21e-6a5daf20e3c6 {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1151.247392] env[69481]: DEBUG oslo_vmware.api [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.294140] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.333579] env[69481]: DEBUG oslo_vmware.api [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264782, 'name': PowerOnVM_Task, 'duration_secs': 0.505437} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.335702] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.335997] env[69481]: DEBUG nova.compute.manager [None req-7a7a56a1-2346-46ad-952d-869a036dd819 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.337087] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b294f20-b7c3-45a1-bd01-a2845ad04abe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.409984] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "refresh_cache-a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.410400] env[69481]: DEBUG nova.compute.manager [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Instance network_info: |[{"id": "1e2e6060-e1ef-45b0-9736-4f88dedca90b", "address": "fa:16:3e:d8:d8:e1", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e2e6060-e1", "ovs_interfaceid": "1e2e6060-e1ef-45b0-9736-4f88dedca90b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.410646] env[69481]: DEBUG oslo_concurrency.lockutils [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] Acquired lock "refresh_cache-a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.410825] env[69481]: DEBUG nova.network.neutron [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Refreshing network info cache for port 1e2e6060-e1ef-45b0-9736-4f88dedca90b {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.412060] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:d8:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e2e6060-e1ef-45b0-9736-4f88dedca90b', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.419354] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.424411] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.425293] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6af4c910-89b4-43d7-be9b-aae5086f56b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.443329] env[69481]: DEBUG oslo_concurrency.lockutils [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.445652] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.640s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.445848] env[69481]: DEBUG nova.objects.instance [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1151.455575] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.455575] env[69481]: value = "task-3264785" [ 1151.455575] env[69481]: _type = "Task" [ 1151.455575] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.490776] env[69481]: INFO nova.scheduler.client.report [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleted allocations for instance 35f2462d-9363-4d3d-b361-b72b36233a41 [ 1151.511032] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Completed reading data from the image iterator. {{(pid=69481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1151.511032] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525baafa-c7e9-8f79-e91a-e3a309e82e13/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1151.512084] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4ccead-74f7-4d74-b862-6dc371c6ff75 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.520935] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525baafa-c7e9-8f79-e91a-e3a309e82e13/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1151.520935] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525baafa-c7e9-8f79-e91a-e3a309e82e13/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1151.520935] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-78713a54-4c9e-4b67-8d9c-1fc9d0820021 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.579508] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.579579] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.579709] env[69481]: DEBUG nova.network.neutron [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.708933] env[69481]: DEBUG nova.network.neutron [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Updated VIF entry in instance network info cache for port 1e2e6060-e1ef-45b0-9736-4f88dedca90b. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.709329] env[69481]: DEBUG nova.network.neutron [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Updating instance_info_cache with network_info: [{"id": "1e2e6060-e1ef-45b0-9736-4f88dedca90b", "address": "fa:16:3e:d8:d8:e1", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e2e6060-e1", "ovs_interfaceid": "1e2e6060-e1ef-45b0-9736-4f88dedca90b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.738361] env[69481]: DEBUG oslo_vmware.api [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Task: {'id': task-3264784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121822} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.738620] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.738825] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.739038] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.739220] env[69481]: INFO nova.compute.manager [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1151.739462] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.739655] env[69481]: DEBUG nova.compute.manager [-] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.739751] env[69481]: DEBUG nova.network.neutron [-] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.746854] env[69481]: DEBUG oslo_vmware.rw_handles [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525baafa-c7e9-8f79-e91a-e3a309e82e13/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1151.747064] env[69481]: INFO nova.virt.vmwareapi.images [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Downloaded image file data 100a2107-51c1-43a9-96db-ce0251841589 [ 1151.747856] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bb8e7d-5bce-4a0f-8068-f97a6d3bb2d6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.766316] env[69481]: DEBUG nova.network.neutron [-] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.767450] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1981eb4-e988-4dc9-9566-eb6ed6e13c63 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.804120] env[69481]: INFO nova.virt.vmwareapi.images [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] The imported VM was unregistered [ 1151.806901] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Caching image {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1151.807167] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Creating directory with path [datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589 {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.807473] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72bfe52c-bdb7-4f10-a592-2b9012a1def1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.821183] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Created directory with path [datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589 {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.821416] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_065aa5f6-c84e-44c8-bdde-09170fdb0526/OSTACK_IMG_065aa5f6-c84e-44c8-bdde-09170fdb0526.vmdk to [datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589/100a2107-51c1-43a9-96db-ce0251841589.vmdk. {{(pid=69481) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1151.821687] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1b2dd436-6c0d-444a-aae4-ace19d98307f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.830973] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1151.830973] env[69481]: value = "task-3264787" [ 1151.830973] env[69481]: _type = "Task" [ 1151.830973] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.842444] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264787, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.969620] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264785, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.002043] env[69481]: DEBUG oslo_concurrency.lockutils [None req-116bf309-7ce7-4580-8364-d5522e16c1fd tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "35f2462d-9363-4d3d-b361-b72b36233a41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.350s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.156561] env[69481]: DEBUG nova.network.neutron [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Successfully updated port: a3c6d0b9-2961-48af-a37e-cf8df1991d5e {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.212983] env[69481]: DEBUG oslo_concurrency.lockutils [req-fef83772-db89-4681-8a1c-0f2c13211169 req-5ea4bf79-083b-41e3-aa73-06498d2eb8fb service nova] Releasing lock "refresh_cache-a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.269679] env[69481]: DEBUG nova.network.neutron [-] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.343486] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264787, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.458516] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2c345659-bcdd-4cee-b9dd-8ddc3688d98e tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.459929] env[69481]: DEBUG oslo_concurrency.lockutils [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.193s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.462345] env[69481]: DEBUG nova.objects.instance [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1152.483747] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264785, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.489151] env[69481]: DEBUG nova.network.neutron [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance_info_cache with network_info: [{"id": "7843941f-abc2-470b-b500-23e1b5816644", "address": "fa:16:3e:ea:3e:e6", "network": {"id": "50771212-000d-47cb-b89c-c5c044d91fd8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2000775916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa55d94859b498a9e9d98520990488f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7843941f-ab", "ovs_interfaceid": "7843941f-abc2-470b-b500-23e1b5816644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.606550] env[69481]: DEBUG nova.network.neutron [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance_info_cache with network_info: [{"id": "e08548bf-91f5-451a-8376-9a9561f029d1", "address": "fa:16:3e:6b:22:e8", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08548bf-91", "ovs_interfaceid": "e08548bf-91f5-451a-8376-9a9561f029d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.659796] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.660965] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.660965] env[69481]: DEBUG nova.network.neutron [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.774939] env[69481]: INFO nova.compute.manager [-] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Took 1.03 seconds to deallocate network for instance. [ 1152.816549] env[69481]: DEBUG nova.compute.manager [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Received event network-vif-plugged-a3c6d0b9-2961-48af-a37e-cf8df1991d5e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.816549] env[69481]: DEBUG oslo_concurrency.lockutils [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] Acquiring lock "71867888-4140-4bba-8393-bbdb3e23d2f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.816549] env[69481]: DEBUG oslo_concurrency.lockutils [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.816549] env[69481]: DEBUG oslo_concurrency.lockutils [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.816549] env[69481]: DEBUG nova.compute.manager [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] No waiting events found dispatching network-vif-plugged-a3c6d0b9-2961-48af-a37e-cf8df1991d5e {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.817280] env[69481]: WARNING nova.compute.manager [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Received unexpected event network-vif-plugged-a3c6d0b9-2961-48af-a37e-cf8df1991d5e for instance with vm_state building and task_state block_device_mapping. [ 1152.817644] env[69481]: DEBUG nova.compute.manager [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Received event network-changed-a3c6d0b9-2961-48af-a37e-cf8df1991d5e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.817987] env[69481]: DEBUG nova.compute.manager [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Refreshing instance network info cache due to event network-changed-a3c6d0b9-2961-48af-a37e-cf8df1991d5e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.818601] env[69481]: DEBUG oslo_concurrency.lockutils [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] Acquiring lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.845712] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264787, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.978926] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264785, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.990516] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Releasing lock "refresh_cache-eff178ff-fcb9-4ba0-b47e-501179d80da9" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.990808] env[69481]: DEBUG nova.objects.instance [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lazy-loading 'migration_context' on Instance uuid eff178ff-fcb9-4ba0-b47e-501179d80da9 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.110736] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.220265] env[69481]: DEBUG nova.network.neutron [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.286481] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.349161] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264787, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.366760] env[69481]: DEBUG nova.compute.manager [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.367656] env[69481]: DEBUG nova.virt.hardware [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.368120] env[69481]: DEBUG nova.virt.hardware [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.368444] env[69481]: DEBUG nova.virt.hardware [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.368783] env[69481]: DEBUG nova.virt.hardware [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.369128] env[69481]: DEBUG nova.virt.hardware [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.369414] env[69481]: DEBUG nova.virt.hardware [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.369802] env[69481]: DEBUG nova.virt.hardware [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.370116] env[69481]: DEBUG nova.virt.hardware [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.370530] env[69481]: DEBUG nova.virt.hardware [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.370853] env[69481]: DEBUG nova.virt.hardware [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.373020] env[69481]: DEBUG nova.virt.hardware [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.373020] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9c7ba5-6f7d-4f79-a701-e8d32a7ae4af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.384401] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c268631-b645-4d32-8caa-ed16dc2abbf1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.403597] env[69481]: DEBUG nova.network.neutron [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance_info_cache with network_info: [{"id": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "address": "fa:16:3e:75:e7:7c", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c6d0b9-29", "ovs_interfaceid": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.476576] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264785, 'name': CreateVM_Task, 'duration_secs': 1.740681} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.476576] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.476576] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.476576] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.477561] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.477996] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab3df59-a61e-418f-bd8b-d95d5a2741bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.481076] env[69481]: DEBUG oslo_concurrency.lockutils [None req-879042fe-c321-492e-9697-c167d9c4a229 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.482451] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.189s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.482899] env[69481]: DEBUG nova.objects.instance [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lazy-loading 'resources' on Instance uuid 5bb573e6-d634-46ae-8bef-eda058dec2af {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.497021] env[69481]: DEBUG nova.objects.base [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.497021] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1153.497021] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5278c017-3c38-0b5c-680a-c80a3094fc62" [ 1153.497021] env[69481]: _type = "Task" [ 1153.497021] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.497021] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd087695-05c3-4489-8dd4-02ca13c6e213 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.533719] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa561b0-ea4b-452d-9112-377036f682ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.536914] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5278c017-3c38-0b5c-680a-c80a3094fc62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.544102] env[69481]: DEBUG oslo_vmware.api [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1153.544102] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c02e07-7690-98ce-9846-1f44280fafdb" [ 1153.544102] env[69481]: _type = "Task" [ 1153.544102] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.557816] env[69481]: DEBUG oslo_vmware.api [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c02e07-7690-98ce-9846-1f44280fafdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.656328] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03257e9-8579-41df-9ac6-81590a614b87 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.687643] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327a95cc-8a65-4189-8232-3c74c7363253 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.699355] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance '2e7e1d97-25be-4d12-9518-e9107afe75c0' progress to 83 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.847451] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264787, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.909547] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.910029] env[69481]: DEBUG nova.compute.manager [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Instance network_info: |[{"id": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "address": "fa:16:3e:75:e7:7c", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c6d0b9-29", "ovs_interfaceid": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.910492] env[69481]: DEBUG oslo_concurrency.lockutils [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] Acquired lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.910695] env[69481]: DEBUG nova.network.neutron [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Refreshing network info cache for port a3c6d0b9-2961-48af-a37e-cf8df1991d5e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.912372] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:e7:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3c6d0b9-2961-48af-a37e-cf8df1991d5e', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.920554] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.921785] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.922135] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8bf9134-c077-44a1-bf03-5f46b215d001 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.946718] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.946718] env[69481]: value = "task-3264788" [ 1153.946718] env[69481]: _type = "Task" [ 1153.946718] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.959867] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264788, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.015154] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5278c017-3c38-0b5c-680a-c80a3094fc62, 'name': SearchDatastore_Task, 'duration_secs': 0.101197} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.018293] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.018569] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.018822] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.018974] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.019177] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.019745] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31e5d8c7-51c5-41d6-9f0b-9990953371f3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.036197] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.036197] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.036941] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ca8afd-4606-4ea4-934e-ac28da8ab5cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.053948] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1154.053948] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52fe82e2-37c9-2acf-f97b-123d345b678b" [ 1154.053948] env[69481]: _type = "Task" [ 1154.053948] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.065632] env[69481]: DEBUG oslo_vmware.api [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c02e07-7690-98ce-9846-1f44280fafdb, 'name': SearchDatastore_Task, 'duration_secs': 0.030827} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.065986] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.074677] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fe82e2-37c9-2acf-f97b-123d345b678b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.207361] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc442c0-bb70-4e22-a208-83470f8df71a tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance '2e7e1d97-25be-4d12-9518-e9107afe75c0' progress to 100 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.289840] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292e7ac7-2f60-4f44-914e-22469c4bc251 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.302043] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb13d03b-5062-47ef-bba6-46237685f934 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.344266] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232bbd7-dd50-4bba-ad98-96c4e833b07b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.355710] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264787, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.357049] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a970af-1176-463c-b524-a07cdeefeddc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.372535] env[69481]: DEBUG nova.compute.provider_tree [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.458821] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264788, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.569054] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fe82e2-37c9-2acf-f97b-123d345b678b, 'name': SearchDatastore_Task, 'duration_secs': 0.100513} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.569800] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e576289-d3b8-460d-8ab1-78e032759c67 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.576920] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1154.576920] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528021d2-2c72-b520-461d-0c4c68a761d0" [ 1154.576920] env[69481]: _type = "Task" [ 1154.576920] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.587318] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528021d2-2c72-b520-461d-0c4c68a761d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.680443] env[69481]: DEBUG nova.network.neutron [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updated VIF entry in instance network info cache for port a3c6d0b9-2961-48af-a37e-cf8df1991d5e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.680943] env[69481]: DEBUG nova.network.neutron [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance_info_cache with network_info: [{"id": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "address": "fa:16:3e:75:e7:7c", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c6d0b9-29", "ovs_interfaceid": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.849788] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264787, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.634619} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.850076] env[69481]: INFO nova.virt.vmwareapi.ds_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_065aa5f6-c84e-44c8-bdde-09170fdb0526/OSTACK_IMG_065aa5f6-c84e-44c8-bdde-09170fdb0526.vmdk to [datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589/100a2107-51c1-43a9-96db-ce0251841589.vmdk. [ 1154.850275] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Cleaning up location [datastore1] OSTACK_IMG_065aa5f6-c84e-44c8-bdde-09170fdb0526 {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1154.850437] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_065aa5f6-c84e-44c8-bdde-09170fdb0526 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.850694] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccaaf0f6-364e-434b-b21c-24456c52079a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.858280] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1154.858280] env[69481]: value = "task-3264789" [ 1154.858280] env[69481]: _type = "Task" [ 1154.858280] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.867236] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.875938] env[69481]: DEBUG nova.scheduler.client.report [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.960421] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264788, 'name': CreateVM_Task, 'duration_secs': 0.74311} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.960608] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.961424] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652197', 'volume_id': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'name': 'volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71867888-4140-4bba-8393-bbdb3e23d2f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'serial': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874'}, 'boot_index': 0, 'attachment_id': 'd1e3c757-18c2-490d-b21e-6a5daf20e3c6', 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69481) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1154.961629] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Root volume attach. Driver type: vmdk {{(pid=69481) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1154.962546] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b9d2a6-3307-46cc-bfd7-0ca2a732595c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.970867] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df10d92-67b2-4696-9fbf-993dd49b2763 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.977153] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86f28b1-58dd-4eee-b122-634b9321f04b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.983577] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b63d72f5-3f32-4d4c-8c5a-7290ca9554a6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.993864] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1154.993864] env[69481]: value = "task-3264790" [ 1154.993864] env[69481]: _type = "Task" [ 1154.993864] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.002287] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264790, 'name': RelocateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.089294] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528021d2-2c72-b520-461d-0c4c68a761d0, 'name': SearchDatastore_Task, 'duration_secs': 0.017218} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.089558] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.089820] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a74020f5-ae91-4f0f-8ed9-993a8e08ca7b/a74020f5-ae91-4f0f-8ed9-993a8e08ca7b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.090100] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fb31ed9-8de6-4ddf-a891-56929e0b3d00 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.099291] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1155.099291] env[69481]: value = "task-3264791" [ 1155.099291] env[69481]: _type = "Task" [ 1155.099291] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.109883] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.186493] env[69481]: DEBUG oslo_concurrency.lockutils [req-6dcdca51-6105-4cdd-9261-060c7d6f9c03 req-27a768fc-d640-4981-bfe0-c9a5cf0d3e0f service nova] Releasing lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.283787] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.284100] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.372573] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046837} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.372869] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.373053] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589/100a2107-51c1-43a9-96db-ce0251841589.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.373404] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589/100a2107-51c1-43a9-96db-ce0251841589.vmdk to [datastore1] dab404ef-3748-498b-b7fb-18bf4118f6d9/dab404ef-3748-498b-b7fb-18bf4118f6d9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.373614] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3bd4057-b2dc-47b3-9bca-34c82277ded0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.381385] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.384540] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.098s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.384809] env[69481]: DEBUG nova.objects.instance [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lazy-loading 'resources' on Instance uuid 23f0ae33-0c85-427a-98ee-b2a6a2518fd0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.387024] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1155.387024] env[69481]: value = "task-3264792" [ 1155.387024] env[69481]: _type = "Task" [ 1155.387024] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.399516] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.447094] env[69481]: INFO nova.scheduler.client.report [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Deleted allocations for instance 5bb573e6-d634-46ae-8bef-eda058dec2af [ 1155.507050] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264790, 'name': RelocateVM_Task} progress is 38%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.614434] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264791, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.788069] env[69481]: DEBUG nova.compute.manager [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.905395] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.956745] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a248fd10-98e7-47e2-96d9-4ffcb9dfd93a tempest-ServersListShow296Test-378160663 tempest-ServersListShow296Test-378160663-project-member] Lock "5bb573e6-d634-46ae-8bef-eda058dec2af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.953s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.011805] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264790, 'name': RelocateVM_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.089758] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "c20080a0-d507-4c4c-a620-49b1d40df48c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.089758] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.119875] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78964} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.127222] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] a74020f5-ae91-4f0f-8ed9-993a8e08ca7b/a74020f5-ae91-4f0f-8ed9-993a8e08ca7b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.127910] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.128884] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-194815f7-137c-477c-a536-58b63fb09e02 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.142184] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1156.142184] env[69481]: value = "task-3264793" [ 1156.142184] env[69481]: _type = "Task" [ 1156.142184] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.158800] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.183468] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d162773-f763-48ac-aa5b-28297bdde8da {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.196533] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb0328d-9f5f-4d2a-a426-96de00cf1eed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.248857] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c101f5-7d34-4071-aa29-db8fd4c2af20 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.262318] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f64ac5b-624d-4b97-9d9c-6cb33943080c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.284794] env[69481]: DEBUG nova.compute.provider_tree [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.323185] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.409774] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264792, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.507258] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264790, 'name': RelocateVM_Task} progress is 65%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.592333] env[69481]: DEBUG nova.compute.manager [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.656841] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264793, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.791039] env[69481]: DEBUG nova.scheduler.client.report [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.906396] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264792, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.938618] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.938931] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.939205] env[69481]: DEBUG nova.compute.manager [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Going to confirm migration 6 {{(pid=69481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1157.014738] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264790, 'name': RelocateVM_Task} progress is 81%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.127531] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.159417] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.606086} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.159790] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.160607] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb929cd-5c9e-4c01-a8c8-318162eecbb3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.190070] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] a74020f5-ae91-4f0f-8ed9-993a8e08ca7b/a74020f5-ae91-4f0f-8ed9-993a8e08ca7b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.190443] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c303ad7-df4a-4931-bfe0-bdf0455b4a1c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.216284] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1157.216284] env[69481]: value = "task-3264794" [ 1157.216284] env[69481]: _type = "Task" [ 1157.216284] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.228266] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.297647] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.300438] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.234s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.331801] env[69481]: INFO nova.scheduler.client.report [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Deleted allocations for instance 23f0ae33-0c85-427a-98ee-b2a6a2518fd0 [ 1157.407808] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264792, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.504498] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.504884] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.505178] env[69481]: DEBUG nova.network.neutron [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.505392] env[69481]: DEBUG nova.objects.instance [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'info_cache' on Instance uuid 2e7e1d97-25be-4d12-9518-e9107afe75c0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.510201] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264790, 'name': RelocateVM_Task} progress is 95%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.727869] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.843164] env[69481]: DEBUG oslo_concurrency.lockutils [None req-1817b3f4-1344-4a20-84d5-908ca78ed145 tempest-ServerShowV257Test-754859906 tempest-ServerShowV257Test-754859906-project-member] Lock "23f0ae33-0c85-427a-98ee-b2a6a2518fd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.828s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.909355] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264792, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.010016] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264790, 'name': RelocateVM_Task} progress is 97%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.030631] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992cd44b-1ce9-4bbb-a0ca-07149908a4fb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.040136] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2484f5-273d-4d9a-93d0-17dd6889b2c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.074776] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d89451-f712-4ac5-8b73-be23be6ba4d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.083688] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be898b94-a098-4fc4-a516-4969b857c157 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.101661] env[69481]: DEBUG nova.compute.provider_tree [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.227318] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.406482] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264792, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.812587} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.406774] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/100a2107-51c1-43a9-96db-ce0251841589/100a2107-51c1-43a9-96db-ce0251841589.vmdk to [datastore1] dab404ef-3748-498b-b7fb-18bf4118f6d9/dab404ef-3748-498b-b7fb-18bf4118f6d9.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.407602] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e51818-f14d-4b1f-841a-260e55bed1e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.432414] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] dab404ef-3748-498b-b7fb-18bf4118f6d9/dab404ef-3748-498b-b7fb-18bf4118f6d9.vmdk or device None with type streamOptimized {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.432721] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c94845d-c558-4f66-948e-e61ba6f5735f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.454039] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1158.454039] env[69481]: value = "task-3264795" [ 1158.454039] env[69481]: _type = "Task" [ 1158.454039] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.464077] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.508098] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264790, 'name': RelocateVM_Task} progress is 98%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.604848] env[69481]: DEBUG nova.scheduler.client.report [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.727954] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264794, 'name': ReconfigVM_Task, 'duration_secs': 1.058155} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.728361] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Reconfigured VM instance instance-0000006c to attach disk [datastore1] a74020f5-ae91-4f0f-8ed9-993a8e08ca7b/a74020f5-ae91-4f0f-8ed9-993a8e08ca7b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.728974] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1db618f1-170c-4473-a79c-ec36c01a144c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.738607] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1158.738607] env[69481]: value = "task-3264796" [ 1158.738607] env[69481]: _type = "Task" [ 1158.738607] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.748340] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264796, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.770680] env[69481]: DEBUG nova.network.neutron [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance_info_cache with network_info: [{"id": "e08548bf-91f5-451a-8376-9a9561f029d1", "address": "fa:16:3e:6b:22:e8", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08548bf-91", "ovs_interfaceid": "e08548bf-91f5-451a-8376-9a9561f029d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.964755] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264795, 'name': ReconfigVM_Task, 'duration_secs': 0.358571} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.965056] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Reconfigured VM instance instance-0000005b to attach disk [datastore1] dab404ef-3748-498b-b7fb-18bf4118f6d9/dab404ef-3748-498b-b7fb-18bf4118f6d9.vmdk or device None with type streamOptimized {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.965751] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f302766-5a97-4a33-af53-b352e87cd76d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.973847] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1158.973847] env[69481]: value = "task-3264797" [ 1158.973847] env[69481]: _type = "Task" [ 1158.973847] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.982646] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264797, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.009088] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264790, 'name': RelocateVM_Task, 'duration_secs': 3.93854} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.009282] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1159.009411] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652197', 'volume_id': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'name': 'volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71867888-4140-4bba-8393-bbdb3e23d2f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'serial': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1159.010311] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46e0e11-7b02-4001-b6d6-1d2b547e93f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.029027] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364fecce-a95f-4df8-a293-70f07273afd2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.053737] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874/volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.054101] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2942368c-4195-406b-96cb-ecf69b8c620c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.074267] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1159.074267] env[69481]: value = "task-3264798" [ 1159.074267] env[69481]: _type = "Task" [ 1159.074267] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.251380] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264796, 'name': Rename_Task, 'duration_secs': 0.337565} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.251673] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.252016] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ccf9348-f708-446a-9793-832c3dcc7b38 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.260588] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1159.260588] env[69481]: value = "task-3264799" [ 1159.260588] env[69481]: _type = "Task" [ 1159.260588] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.270541] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.274230] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.274476] env[69481]: DEBUG nova.objects.instance [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'migration_context' on Instance uuid 2e7e1d97-25be-4d12-9518-e9107afe75c0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.488069] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264797, 'name': Rename_Task, 'duration_secs': 0.17011} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.488470] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.488794] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a44b04c4-802c-456c-8479-b06ff74f72c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.497968] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1159.497968] env[69481]: value = "task-3264800" [ 1159.497968] env[69481]: _type = "Task" [ 1159.497968] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.510912] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.585467] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264798, 'name': ReconfigVM_Task, 'duration_secs': 0.369102} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.585811] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874/volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.591409] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca9c0a0-65a4-4af3-91ce-2e866ba2e254 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.607561] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1159.607561] env[69481]: value = "task-3264801" [ 1159.607561] env[69481]: _type = "Task" [ 1159.607561] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.618044] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.318s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.621176] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.621387] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.298s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.622932] env[69481]: INFO nova.compute.claims [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.772434] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264799, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.777345] env[69481]: DEBUG nova.objects.base [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Object Instance<2e7e1d97-25be-4d12-9518-e9107afe75c0> lazy-loaded attributes: info_cache,migration_context {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1159.778217] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8d62a7-f235-40b3-93db-9cb8d3ee8256 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.800658] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389da180-1b98-4f95-b972-aa6de87c7f47 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.807555] env[69481]: DEBUG oslo_vmware.api [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1159.807555] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52950017-74ce-586b-30c8-8ba455cefffd" [ 1159.807555] env[69481]: _type = "Task" [ 1159.807555] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.816581] env[69481]: DEBUG oslo_vmware.api [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52950017-74ce-586b-30c8-8ba455cefffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.008529] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.118725] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264801, 'name': ReconfigVM_Task, 'duration_secs': 0.148039} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.118983] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652197', 'volume_id': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'name': 'volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71867888-4140-4bba-8393-bbdb3e23d2f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'serial': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1160.119533] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abab8f75-c36e-4088-9ac7-62fcd152d1ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.135551] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1160.135551] env[69481]: value = "task-3264802" [ 1160.135551] env[69481]: _type = "Task" [ 1160.135551] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.146055] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264802, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.197840] env[69481]: INFO nova.scheduler.client.report [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted allocation for migration f6bf12b9-f9d4-41ef-809f-a20625b388fd [ 1160.273760] env[69481]: DEBUG oslo_vmware.api [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264799, 'name': PowerOnVM_Task, 'duration_secs': 0.561322} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.274150] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.274443] env[69481]: INFO nova.compute.manager [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Took 11.19 seconds to spawn the instance on the hypervisor. [ 1160.274676] env[69481]: DEBUG nova.compute.manager [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.275768] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347386f6-3d63-46ea-b541-ebafc4e8b751 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.320097] env[69481]: DEBUG oslo_vmware.api [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52950017-74ce-586b-30c8-8ba455cefffd, 'name': SearchDatastore_Task, 'duration_secs': 0.008652} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.320626] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.509626] env[69481]: DEBUG oslo_vmware.api [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264800, 'name': PowerOnVM_Task, 'duration_secs': 0.820671} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.509905] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.620820] env[69481]: DEBUG nova.compute.manager [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.621866] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5fab51-bab8-4901-ab8e-4f22fa7dbcba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.648573] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264802, 'name': Rename_Task, 'duration_secs': 0.19266} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.648905] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.649324] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dbd99dc-3fb3-457a-b369-410d6f9d00f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.657233] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1160.657233] env[69481]: value = "task-3264803" [ 1160.657233] env[69481]: _type = "Task" [ 1160.657233] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.666195] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.704778] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.281s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.796560] env[69481]: INFO nova.compute.manager [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Took 16.19 seconds to build instance. [ 1160.913859] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7ebf9d-cc89-4d1d-8341-99b2931b779d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.921987] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da71337e-669f-4b9a-a872-e7d9b2bdc2b1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.954844] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5494d03b-734d-47d3-a1e9-ccfd80869eca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.963304] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e727275e-7801-4a59-b568-30bc37d0ddb0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.977154] env[69481]: DEBUG nova.compute.provider_tree [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.141084] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ef5b8988-7c26-4b49-be6f-135cfa69e4f7 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.817s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.169103] env[69481]: DEBUG oslo_vmware.api [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264803, 'name': PowerOnVM_Task, 'duration_secs': 0.50589} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.169429] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.169699] env[69481]: INFO nova.compute.manager [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1161.169904] env[69481]: DEBUG nova.compute.manager [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.170696] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf542e5d-f18d-4076-babb-379526641d98 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.299358] env[69481]: DEBUG oslo_concurrency.lockutils [None req-219be382-c29f-46ae-a226-dcec59a65c3f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.708s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.480502] env[69481]: DEBUG nova.scheduler.client.report [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.511109] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.511389] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.511602] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.511786] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.511971] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.514029] env[69481]: INFO nova.compute.manager [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Terminating instance [ 1161.689156] env[69481]: INFO nova.compute.manager [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Took 16.32 seconds to build instance. [ 1161.955865] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "eff178ff-fcb9-4ba0-b47e-501179d80da9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.956326] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.956461] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "eff178ff-fcb9-4ba0-b47e-501179d80da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.956728] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.957523] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.959251] env[69481]: INFO nova.compute.manager [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Terminating instance [ 1161.985318] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.985821] env[69481]: DEBUG nova.compute.manager [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.990035] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.862s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.990302] env[69481]: INFO nova.compute.claims [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.018769] env[69481]: DEBUG nova.compute.manager [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.018769] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.018944] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70dad69-3304-4097-b3b7-d6d1b7477fa4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.028544] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.028544] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-174a1381-b04a-4dd9-aca0-dedfbc57ed50 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.035123] env[69481]: DEBUG oslo_vmware.api [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1162.035123] env[69481]: value = "task-3264804" [ 1162.035123] env[69481]: _type = "Task" [ 1162.035123] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.044776] env[69481]: DEBUG oslo_vmware.api [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.191656] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6343205-209e-4ccf-b193-2687090967eb tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.840s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.442640] env[69481]: DEBUG nova.compute.manager [req-917ccfc0-5264-4bdc-9665-45adbfeac0f0 req-936d7eab-a545-4d59-90be-d3bf29bfd2bc service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Received event network-changed-73b86c56-5b8f-4366-b6fe-296bd0e0f6eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.443444] env[69481]: DEBUG nova.compute.manager [req-917ccfc0-5264-4bdc-9665-45adbfeac0f0 req-936d7eab-a545-4d59-90be-d3bf29bfd2bc service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Refreshing instance network info cache due to event network-changed-73b86c56-5b8f-4366-b6fe-296bd0e0f6eb. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.443444] env[69481]: DEBUG oslo_concurrency.lockutils [req-917ccfc0-5264-4bdc-9665-45adbfeac0f0 req-936d7eab-a545-4d59-90be-d3bf29bfd2bc service nova] Acquiring lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.443444] env[69481]: DEBUG oslo_concurrency.lockutils [req-917ccfc0-5264-4bdc-9665-45adbfeac0f0 req-936d7eab-a545-4d59-90be-d3bf29bfd2bc service nova] Acquired lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.443444] env[69481]: DEBUG nova.network.neutron [req-917ccfc0-5264-4bdc-9665-45adbfeac0f0 req-936d7eab-a545-4d59-90be-d3bf29bfd2bc service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Refreshing network info cache for port 73b86c56-5b8f-4366-b6fe-296bd0e0f6eb {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.463644] env[69481]: DEBUG nova.compute.manager [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.463857] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.464750] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d133583-a7c2-4313-8abb-caa62152315d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.473505] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.473759] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49294a6d-356b-4b61-9b75-7f3e918a3940 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.480596] env[69481]: DEBUG oslo_vmware.api [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1162.480596] env[69481]: value = "task-3264805" [ 1162.480596] env[69481]: _type = "Task" [ 1162.480596] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.490056] env[69481]: DEBUG nova.compute.utils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.491425] env[69481]: DEBUG oslo_vmware.api [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.491925] env[69481]: DEBUG nova.compute.manager [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.492139] env[69481]: DEBUG nova.network.neutron [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.550537] env[69481]: DEBUG oslo_vmware.api [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264804, 'name': PowerOffVM_Task, 'duration_secs': 0.241561} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.551014] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.551268] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.551638] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baa43cda-d769-4117-9657-50be6e75e2e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.556272] env[69481]: DEBUG nova.policy [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a92ac85baf84eefadff601cdb07792a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912fe61c615f4e24a9d8bc443db1e9e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.632109] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.632109] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.632109] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleting the datastore file [datastore1] a74020f5-ae91-4f0f-8ed9-993a8e08ca7b {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.632109] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc492794-c528-40ab-8ad6-d3a26bc2eb04 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.645261] env[69481]: DEBUG oslo_vmware.api [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1162.645261] env[69481]: value = "task-3264807" [ 1162.645261] env[69481]: _type = "Task" [ 1162.645261] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.657958] env[69481]: DEBUG oslo_vmware.api [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.992790] env[69481]: DEBUG nova.compute.manager [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.996093] env[69481]: DEBUG oslo_vmware.api [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264805, 'name': PowerOffVM_Task, 'duration_secs': 0.247207} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.996355] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.996947] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.999293] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8375b16-0ade-4a9b-b9f2-9699f48552d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.016507] env[69481]: DEBUG nova.network.neutron [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Successfully created port: 384911ad-19d7-4af8-92b5-0665e8358730 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.081292] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.081618] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.081816] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleting the datastore file [datastore2] eff178ff-fcb9-4ba0-b47e-501179d80da9 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.082103] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0408ae80-2dce-49cc-b8bc-3587b278cd24 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.102235] env[69481]: DEBUG oslo_vmware.api [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for the task: (returnval){ [ 1163.102235] env[69481]: value = "task-3264809" [ 1163.102235] env[69481]: _type = "Task" [ 1163.102235] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.111868] env[69481]: DEBUG oslo_vmware.api [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.160029] env[69481]: DEBUG oslo_vmware.api [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208384} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.160870] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.160870] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.161842] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.162216] env[69481]: INFO nova.compute.manager [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1163.162683] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.163076] env[69481]: DEBUG nova.compute.manager [-] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.165018] env[69481]: DEBUG nova.network.neutron [-] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.260959] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5609cd-f2c2-4fb8-91c1-6a4b2b6cdcc1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.275235] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af3a106-018b-4009-b2f2-5ed985af2ee4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.333598] env[69481]: DEBUG nova.network.neutron [req-917ccfc0-5264-4bdc-9665-45adbfeac0f0 req-936d7eab-a545-4d59-90be-d3bf29bfd2bc service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Updated VIF entry in instance network info cache for port 73b86c56-5b8f-4366-b6fe-296bd0e0f6eb. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.334195] env[69481]: DEBUG nova.network.neutron [req-917ccfc0-5264-4bdc-9665-45adbfeac0f0 req-936d7eab-a545-4d59-90be-d3bf29bfd2bc service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Updating instance_info_cache with network_info: [{"id": "73b86c56-5b8f-4366-b6fe-296bd0e0f6eb", "address": "fa:16:3e:1c:31:db", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b86c56-5b", "ovs_interfaceid": "73b86c56-5b8f-4366-b6fe-296bd0e0f6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.336624] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc09556-0eb2-4f21-a4df-10f99eb1873d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.352775] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409d4d82-583e-489b-9784-6f3b3f1728e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.377052] env[69481]: DEBUG nova.compute.provider_tree [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.611182] env[69481]: DEBUG oslo_vmware.api [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Task: {'id': task-3264809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259431} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.611510] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.611642] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.611818] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.612008] env[69481]: INFO nova.compute.manager [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1163.612287] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.612488] env[69481]: DEBUG nova.compute.manager [-] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.612582] env[69481]: DEBUG nova.network.neutron [-] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.844758] env[69481]: DEBUG oslo_concurrency.lockutils [req-917ccfc0-5264-4bdc-9665-45adbfeac0f0 req-936d7eab-a545-4d59-90be-d3bf29bfd2bc service nova] Releasing lock "refresh_cache-634b6ae2-3e25-4f45-9ace-005766a588de" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.881050] env[69481]: DEBUG nova.scheduler.client.report [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.984129] env[69481]: DEBUG nova.network.neutron [-] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.009030] env[69481]: DEBUG nova.compute.manager [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.033304] env[69481]: DEBUG nova.virt.hardware [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.033569] env[69481]: DEBUG nova.virt.hardware [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.033729] env[69481]: DEBUG nova.virt.hardware [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.033907] env[69481]: DEBUG nova.virt.hardware [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.034138] env[69481]: DEBUG nova.virt.hardware [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.034378] env[69481]: DEBUG nova.virt.hardware [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.034593] env[69481]: DEBUG nova.virt.hardware [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.035104] env[69481]: DEBUG nova.virt.hardware [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.035320] env[69481]: DEBUG nova.virt.hardware [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.035493] env[69481]: DEBUG nova.virt.hardware [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.035669] env[69481]: DEBUG nova.virt.hardware [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.036845] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eca0bf-d46b-41fa-931d-246d646c6795 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.046256] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25348b6-625b-4ca6-a8bb-c8210e683ca7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.054343] env[69481]: DEBUG nova.compute.manager [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Stashing vm_state: active {{(pid=69481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1164.350240] env[69481]: DEBUG nova.network.neutron [-] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.385820] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.386391] env[69481]: DEBUG nova.compute.manager [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.389067] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.069s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.477782] env[69481]: DEBUG nova.compute.manager [req-b82763b8-76ef-4194-87ba-9bdaf3c03e96 req-a67d94dc-22bb-4258-9cd5-8decba200e34 service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Received event network-changed-a3c6d0b9-2961-48af-a37e-cf8df1991d5e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.478030] env[69481]: DEBUG nova.compute.manager [req-b82763b8-76ef-4194-87ba-9bdaf3c03e96 req-a67d94dc-22bb-4258-9cd5-8decba200e34 service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Refreshing instance network info cache due to event network-changed-a3c6d0b9-2961-48af-a37e-cf8df1991d5e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.478285] env[69481]: DEBUG oslo_concurrency.lockutils [req-b82763b8-76ef-4194-87ba-9bdaf3c03e96 req-a67d94dc-22bb-4258-9cd5-8decba200e34 service nova] Acquiring lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.478385] env[69481]: DEBUG oslo_concurrency.lockutils [req-b82763b8-76ef-4194-87ba-9bdaf3c03e96 req-a67d94dc-22bb-4258-9cd5-8decba200e34 service nova] Acquired lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.478554] env[69481]: DEBUG nova.network.neutron [req-b82763b8-76ef-4194-87ba-9bdaf3c03e96 req-a67d94dc-22bb-4258-9cd5-8decba200e34 service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Refreshing network info cache for port a3c6d0b9-2961-48af-a37e-cf8df1991d5e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.487064] env[69481]: INFO nova.compute.manager [-] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Took 1.32 seconds to deallocate network for instance. [ 1164.587099] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.627569] env[69481]: DEBUG nova.compute.manager [req-85323866-dac0-4489-90fe-5296e5196899 req-e6ff255b-f0b4-42f6-bfd1-50de1c5fa428 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received event network-vif-plugged-384911ad-19d7-4af8-92b5-0665e8358730 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.627792] env[69481]: DEBUG oslo_concurrency.lockutils [req-85323866-dac0-4489-90fe-5296e5196899 req-e6ff255b-f0b4-42f6-bfd1-50de1c5fa428 service nova] Acquiring lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.628046] env[69481]: DEBUG oslo_concurrency.lockutils [req-85323866-dac0-4489-90fe-5296e5196899 req-e6ff255b-f0b4-42f6-bfd1-50de1c5fa428 service nova] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.628248] env[69481]: DEBUG oslo_concurrency.lockutils [req-85323866-dac0-4489-90fe-5296e5196899 req-e6ff255b-f0b4-42f6-bfd1-50de1c5fa428 service nova] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.628419] env[69481]: DEBUG nova.compute.manager [req-85323866-dac0-4489-90fe-5296e5196899 req-e6ff255b-f0b4-42f6-bfd1-50de1c5fa428 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] No waiting events found dispatching network-vif-plugged-384911ad-19d7-4af8-92b5-0665e8358730 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.628585] env[69481]: WARNING nova.compute.manager [req-85323866-dac0-4489-90fe-5296e5196899 req-e6ff255b-f0b4-42f6-bfd1-50de1c5fa428 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received unexpected event network-vif-plugged-384911ad-19d7-4af8-92b5-0665e8358730 for instance with vm_state building and task_state spawning. [ 1164.724846] env[69481]: DEBUG nova.network.neutron [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Successfully updated port: 384911ad-19d7-4af8-92b5-0665e8358730 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.853091] env[69481]: INFO nova.compute.manager [-] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Took 1.24 seconds to deallocate network for instance. [ 1164.892793] env[69481]: DEBUG nova.compute.utils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.898852] env[69481]: DEBUG nova.compute.manager [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.899150] env[69481]: DEBUG nova.network.neutron [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.936591] env[69481]: DEBUG nova.policy [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b0032a312fc4c7898f054360687a2a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a5d9f6ed4fc4072ab17e406f8ffda3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.996492] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.105147] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465a55ec-4ed9-4928-871b-f6ff0a0f2325 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.113512] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76086485-3733-47db-8302-9fcc1b0cc778 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.148864] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d0b173-54ee-4324-a512-bd8ed9c4e50e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.158134] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e895736d-e8f7-4590-b4cb-e7eb99742b48 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.174475] env[69481]: DEBUG nova.compute.provider_tree [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.227512] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.227663] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.227809] env[69481]: DEBUG nova.network.neutron [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.259767] env[69481]: DEBUG nova.network.neutron [req-b82763b8-76ef-4194-87ba-9bdaf3c03e96 req-a67d94dc-22bb-4258-9cd5-8decba200e34 service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updated VIF entry in instance network info cache for port a3c6d0b9-2961-48af-a37e-cf8df1991d5e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.260128] env[69481]: DEBUG nova.network.neutron [req-b82763b8-76ef-4194-87ba-9bdaf3c03e96 req-a67d94dc-22bb-4258-9cd5-8decba200e34 service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance_info_cache with network_info: [{"id": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "address": "fa:16:3e:75:e7:7c", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c6d0b9-29", "ovs_interfaceid": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.269970] env[69481]: DEBUG nova.network.neutron [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Successfully created port: 5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.360435] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.399300] env[69481]: DEBUG nova.compute.manager [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.677760] env[69481]: DEBUG nova.scheduler.client.report [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.763038] env[69481]: DEBUG nova.network.neutron [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.764952] env[69481]: DEBUG oslo_concurrency.lockutils [req-b82763b8-76ef-4194-87ba-9bdaf3c03e96 req-a67d94dc-22bb-4258-9cd5-8decba200e34 service nova] Releasing lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.765266] env[69481]: DEBUG nova.compute.manager [req-b82763b8-76ef-4194-87ba-9bdaf3c03e96 req-a67d94dc-22bb-4258-9cd5-8decba200e34 service nova] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Received event network-vif-deleted-1e2e6060-e1ef-45b0-9736-4f88dedca90b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.765481] env[69481]: DEBUG nova.compute.manager [req-b82763b8-76ef-4194-87ba-9bdaf3c03e96 req-a67d94dc-22bb-4258-9cd5-8decba200e34 service nova] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Received event network-vif-deleted-7843941f-abc2-470b-b500-23e1b5816644 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.947611] env[69481]: DEBUG nova.network.neutron [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updating instance_info_cache with network_info: [{"id": "384911ad-19d7-4af8-92b5-0665e8358730", "address": "fa:16:3e:bd:4c:8e", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384911ad-19", "ovs_interfaceid": "384911ad-19d7-4af8-92b5-0665e8358730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.409953] env[69481]: DEBUG nova.compute.manager [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.442824] env[69481]: DEBUG nova.virt.hardware [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.443052] env[69481]: DEBUG nova.virt.hardware [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.443218] env[69481]: DEBUG nova.virt.hardware [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.443424] env[69481]: DEBUG nova.virt.hardware [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.443580] env[69481]: DEBUG nova.virt.hardware [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.443728] env[69481]: DEBUG nova.virt.hardware [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.443980] env[69481]: DEBUG nova.virt.hardware [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.444168] env[69481]: DEBUG nova.virt.hardware [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.444336] env[69481]: DEBUG nova.virt.hardware [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.444498] env[69481]: DEBUG nova.virt.hardware [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.444666] env[69481]: DEBUG nova.virt.hardware [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.445605] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d76352a-b70e-4556-9717-476b35e19931 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.450116] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.450442] env[69481]: DEBUG nova.compute.manager [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Instance network_info: |[{"id": "384911ad-19d7-4af8-92b5-0665e8358730", "address": "fa:16:3e:bd:4c:8e", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384911ad-19", "ovs_interfaceid": "384911ad-19d7-4af8-92b5-0665e8358730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.450829] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:4c:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '384911ad-19d7-4af8-92b5-0665e8358730', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.458473] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.460859] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.461479] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9b5bbc5-9380-4879-a24e-e902e5b18eeb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.477586] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecdb1d1-c430-482b-a69c-00283baf9ce6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.494470] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.494470] env[69481]: value = "task-3264810" [ 1166.494470] env[69481]: _type = "Task" [ 1166.494470] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.503458] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264810, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.661053] env[69481]: DEBUG nova.compute.manager [req-c77a7329-1396-4dd1-bc23-b8b27ab1b707 req-98cbde82-9c67-4f78-85a5-52785967dbc1 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received event network-changed-384911ad-19d7-4af8-92b5-0665e8358730 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.661181] env[69481]: DEBUG nova.compute.manager [req-c77a7329-1396-4dd1-bc23-b8b27ab1b707 req-98cbde82-9c67-4f78-85a5-52785967dbc1 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Refreshing instance network info cache due to event network-changed-384911ad-19d7-4af8-92b5-0665e8358730. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.661338] env[69481]: DEBUG oslo_concurrency.lockutils [req-c77a7329-1396-4dd1-bc23-b8b27ab1b707 req-98cbde82-9c67-4f78-85a5-52785967dbc1 service nova] Acquiring lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.661526] env[69481]: DEBUG oslo_concurrency.lockutils [req-c77a7329-1396-4dd1-bc23-b8b27ab1b707 req-98cbde82-9c67-4f78-85a5-52785967dbc1 service nova] Acquired lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.661700] env[69481]: DEBUG nova.network.neutron [req-c77a7329-1396-4dd1-bc23-b8b27ab1b707 req-98cbde82-9c67-4f78-85a5-52785967dbc1 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Refreshing network info cache for port 384911ad-19d7-4af8-92b5-0665e8358730 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.688923] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.299s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.688923] env[69481]: DEBUG nova.compute.manager [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69481) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1166.691404] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.104s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.908288] env[69481]: DEBUG nova.network.neutron [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Successfully updated port: 5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.007022] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264810, 'name': CreateVM_Task, 'duration_secs': 0.366596} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.007022] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.007360] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.007530] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.008386] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.008386] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c148427f-f772-4a39-a95e-3b4bc3ca8377 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.014050] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1167.014050] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]529e4921-0bfe-b793-089f-5861d9a71b23" [ 1167.014050] env[69481]: _type = "Task" [ 1167.014050] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.024687] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529e4921-0bfe-b793-089f-5861d9a71b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.197829] env[69481]: INFO nova.compute.claims [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.261105] env[69481]: INFO nova.scheduler.client.report [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleted allocation for migration f408f665-8a45-4542-8be1-8f4933ce48c7 [ 1167.390565] env[69481]: DEBUG nova.network.neutron [req-c77a7329-1396-4dd1-bc23-b8b27ab1b707 req-98cbde82-9c67-4f78-85a5-52785967dbc1 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updated VIF entry in instance network info cache for port 384911ad-19d7-4af8-92b5-0665e8358730. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.390947] env[69481]: DEBUG nova.network.neutron [req-c77a7329-1396-4dd1-bc23-b8b27ab1b707 req-98cbde82-9c67-4f78-85a5-52785967dbc1 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updating instance_info_cache with network_info: [{"id": "384911ad-19d7-4af8-92b5-0665e8358730", "address": "fa:16:3e:bd:4c:8e", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384911ad-19", "ovs_interfaceid": "384911ad-19d7-4af8-92b5-0665e8358730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.410960] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.411259] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.411327] env[69481]: DEBUG nova.network.neutron [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.526168] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529e4921-0bfe-b793-089f-5861d9a71b23, 'name': SearchDatastore_Task, 'duration_secs': 0.033143} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.526557] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.526807] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.527062] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.527217] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.527399] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.527671] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82d20995-1c25-4992-bb50-3c2b87642f29 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.539051] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.539252] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.539999] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1cc6939-86df-4549-af05-17cb0309fda7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.545586] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1167.545586] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5284da1a-0913-0979-1bae-b336ca626067" [ 1167.545586] env[69481]: _type = "Task" [ 1167.545586] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.553537] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5284da1a-0913-0979-1bae-b336ca626067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.707930] env[69481]: INFO nova.compute.resource_tracker [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating resource usage from migration 133a8dce-715d-4345-870e-5c3698367afe [ 1167.766911] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b79c6ece-bccf-4d69-a81c-59f133876fc4 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.828s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.893367] env[69481]: DEBUG oslo_concurrency.lockutils [req-c77a7329-1396-4dd1-bc23-b8b27ab1b707 req-98cbde82-9c67-4f78-85a5-52785967dbc1 service nova] Releasing lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.898491] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cedbe6-9762-47c3-afb1-47d314011339 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.907079] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeca0c3-3445-40da-9222-ea86bbc649a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.940511] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fd82b3-b7f3-4a6c-9ed8-46e7ecf7404b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.950318] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd95a77-f573-4caf-98fc-d1e529fd5569 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.967812] env[69481]: DEBUG nova.compute.provider_tree [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.969781] env[69481]: DEBUG nova.network.neutron [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.056961] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5284da1a-0913-0979-1bae-b336ca626067, 'name': SearchDatastore_Task, 'duration_secs': 0.049514} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.057746] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0510cf19-b21d-438a-82d7-b68f4ed90138 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.063286] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1168.063286] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52886b72-a242-eb82-8194-8348d0c01fa3" [ 1168.063286] env[69481]: _type = "Task" [ 1168.063286] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.072064] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52886b72-a242-eb82-8194-8348d0c01fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.184624] env[69481]: DEBUG nova.network.neutron [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updating instance_info_cache with network_info: [{"id": "5d59e266-83fb-40f0-a5ae-52734b42440b", "address": "fa:16:3e:82:93:c5", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d59e266-83", "ovs_interfaceid": "5d59e266-83fb-40f0-a5ae-52734b42440b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.474316] env[69481]: DEBUG nova.scheduler.client.report [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.573745] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52886b72-a242-eb82-8194-8348d0c01fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.574077] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.574429] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 06f2d4aa-43d3-433d-82af-cc382f338f8b/06f2d4aa-43d3-433d-82af-cc382f338f8b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.574729] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83827883-ce8b-4462-a8fe-aff4039b49f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.584654] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1168.584654] env[69481]: value = "task-3264811" [ 1168.584654] env[69481]: _type = "Task" [ 1168.584654] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.594147] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.687774] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.688342] env[69481]: DEBUG nova.compute.manager [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Instance network_info: |[{"id": "5d59e266-83fb-40f0-a5ae-52734b42440b", "address": "fa:16:3e:82:93:c5", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d59e266-83", "ovs_interfaceid": "5d59e266-83fb-40f0-a5ae-52734b42440b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.688843] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:93:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d59e266-83fb-40f0-a5ae-52734b42440b', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.697375] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.698893] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.700097] env[69481]: DEBUG nova.compute.manager [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Received event network-vif-plugged-5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.700412] env[69481]: DEBUG oslo_concurrency.lockutils [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] Acquiring lock "c20080a0-d507-4c4c-a620-49b1d40df48c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.700613] env[69481]: DEBUG oslo_concurrency.lockutils [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.700780] env[69481]: DEBUG oslo_concurrency.lockutils [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.700952] env[69481]: DEBUG nova.compute.manager [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] No waiting events found dispatching network-vif-plugged-5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.701159] env[69481]: WARNING nova.compute.manager [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Received unexpected event network-vif-plugged-5d59e266-83fb-40f0-a5ae-52734b42440b for instance with vm_state building and task_state spawning. [ 1168.701330] env[69481]: DEBUG nova.compute.manager [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Received event network-changed-5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.701484] env[69481]: DEBUG nova.compute.manager [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Refreshing instance network info cache due to event network-changed-5d59e266-83fb-40f0-a5ae-52734b42440b. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.701668] env[69481]: DEBUG oslo_concurrency.lockutils [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] Acquiring lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.701804] env[69481]: DEBUG oslo_concurrency.lockutils [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] Acquired lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.702019] env[69481]: DEBUG nova.network.neutron [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Refreshing network info cache for port 5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.703988] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61ffd9c4-cd4b-483a-98f4-422aa2dd5849 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.721052] env[69481]: DEBUG nova.objects.instance [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'flavor' on Instance uuid 2e7e1d97-25be-4d12-9518-e9107afe75c0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.730841] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.730841] env[69481]: value = "task-3264812" [ 1168.730841] env[69481]: _type = "Task" [ 1168.730841] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.746715] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264812, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.979859] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.288s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.980101] env[69481]: INFO nova.compute.manager [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Migrating [ 1168.986690] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.990s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.986926] env[69481]: DEBUG nova.objects.instance [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lazy-loading 'resources' on Instance uuid a74020f5-ae91-4f0f-8ed9-993a8e08ca7b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.098906] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264811, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.227092] env[69481]: DEBUG oslo_concurrency.lockutils [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.227448] env[69481]: DEBUG oslo_concurrency.lockutils [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.227448] env[69481]: DEBUG nova.network.neutron [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.227607] env[69481]: DEBUG nova.objects.instance [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'info_cache' on Instance uuid 2e7e1d97-25be-4d12-9518-e9107afe75c0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.241754] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264812, 'name': CreateVM_Task, 'duration_secs': 0.432532} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.242620] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.243329] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.243501] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.243824] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.244342] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc87d85-91cf-4a68-954b-1c155f1d3518 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.250982] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1169.250982] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5293300c-406b-d533-df89-b46475f9e31c" [ 1169.250982] env[69481]: _type = "Task" [ 1169.250982] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.260490] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5293300c-406b-d533-df89-b46475f9e31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.444719] env[69481]: DEBUG nova.network.neutron [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updated VIF entry in instance network info cache for port 5d59e266-83fb-40f0-a5ae-52734b42440b. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.445121] env[69481]: DEBUG nova.network.neutron [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updating instance_info_cache with network_info: [{"id": "5d59e266-83fb-40f0-a5ae-52734b42440b", "address": "fa:16:3e:82:93:c5", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d59e266-83", "ovs_interfaceid": "5d59e266-83fb-40f0-a5ae-52734b42440b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.501828] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.502218] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.502457] env[69481]: DEBUG nova.network.neutron [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.602086] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634458} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.604864] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 06f2d4aa-43d3-433d-82af-cc382f338f8b/06f2d4aa-43d3-433d-82af-cc382f338f8b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.605185] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.605740] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d676132f-49d0-4d9f-bf3c-192d49c351ce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.614393] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1169.614393] env[69481]: value = "task-3264813" [ 1169.614393] env[69481]: _type = "Task" [ 1169.614393] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.625514] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.704186] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af416e04-993c-40af-b90b-3ef805926019 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.712027] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b17f0a-d4f4-4190-858c-a479c32dec2f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.745869] env[69481]: DEBUG nova.objects.base [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Object Instance<2e7e1d97-25be-4d12-9518-e9107afe75c0> lazy-loaded attributes: flavor,info_cache {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1169.747978] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563f3c93-52d0-43b5-b4ec-a0e51af54369 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.759225] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68882d32-4896-442c-902b-487c67980004 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.766570] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5293300c-406b-d533-df89-b46475f9e31c, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.767169] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.767409] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.767637] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.767785] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.767963] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.768236] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dd66c08-59be-45cb-b776-18fa84b16314 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.777634] env[69481]: DEBUG nova.compute.provider_tree [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.786347] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.786521] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.787421] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72b894f-7a40-4124-a21e-670475c6cdea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.792491] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1169.792491] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]527e768c-5540-e764-274f-3d864aa8fdae" [ 1169.792491] env[69481]: _type = "Task" [ 1169.792491] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.800317] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527e768c-5540-e764-274f-3d864aa8fdae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.947768] env[69481]: DEBUG oslo_concurrency.lockutils [req-b4c3ca73-0f95-4fff-92d0-6362d0eaf76a req-7270bea2-27dc-4900-b977-453bac6c1607 service nova] Releasing lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.128079] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072057} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.128424] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.129292] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003a7e33-c245-4f33-bbf5-de6cd2de0b52 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.152535] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 06f2d4aa-43d3-433d-82af-cc382f338f8b/06f2d4aa-43d3-433d-82af-cc382f338f8b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.155245] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffafb675-abb6-41a9-9e65-6e5a19448ba0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.176070] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1170.176070] env[69481]: value = "task-3264814" [ 1170.176070] env[69481]: _type = "Task" [ 1170.176070] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.187974] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.230691] env[69481]: DEBUG nova.network.neutron [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance_info_cache with network_info: [{"id": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "address": "fa:16:3e:75:e7:7c", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c6d0b9-29", "ovs_interfaceid": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.280500] env[69481]: DEBUG nova.scheduler.client.report [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.305297] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527e768c-5540-e764-274f-3d864aa8fdae, 'name': SearchDatastore_Task, 'duration_secs': 0.011674} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.306318] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc75c16-7837-4a23-bf4b-5a2d6c73d2f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.312487] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1170.312487] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d4cd48-a50c-f21f-aca3-d5d02f8cf8a6" [ 1170.312487] env[69481]: _type = "Task" [ 1170.312487] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.322689] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d4cd48-a50c-f21f-aca3-d5d02f8cf8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.474331] env[69481]: DEBUG nova.network.neutron [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance_info_cache with network_info: [{"id": "e08548bf-91f5-451a-8376-9a9561f029d1", "address": "fa:16:3e:6b:22:e8", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08548bf-91", "ovs_interfaceid": "e08548bf-91f5-451a-8376-9a9561f029d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.686707] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264814, 'name': ReconfigVM_Task, 'duration_secs': 0.323637} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.687061] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 06f2d4aa-43d3-433d-82af-cc382f338f8b/06f2d4aa-43d3-433d-82af-cc382f338f8b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.687661] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7f282b6-e4ad-4f80-b7c4-ebe3c2ef5a78 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.694933] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1170.694933] env[69481]: value = "task-3264815" [ 1170.694933] env[69481]: _type = "Task" [ 1170.694933] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.703256] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264815, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.733291] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.785898] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.788361] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.428s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.788563] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.810077] env[69481]: INFO nova.scheduler.client.report [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Deleted allocations for instance eff178ff-fcb9-4ba0-b47e-501179d80da9 [ 1170.812513] env[69481]: INFO nova.scheduler.client.report [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted allocations for instance a74020f5-ae91-4f0f-8ed9-993a8e08ca7b [ 1170.829684] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d4cd48-a50c-f21f-aca3-d5d02f8cf8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.023766} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.829942] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.830211] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] c20080a0-d507-4c4c-a620-49b1d40df48c/c20080a0-d507-4c4c-a620-49b1d40df48c.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.830472] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4ce2f6e-6095-4c51-b13d-18834aa878b5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.839851] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1170.839851] env[69481]: value = "task-3264816" [ 1170.839851] env[69481]: _type = "Task" [ 1170.839851] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.849273] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.978081] env[69481]: DEBUG oslo_concurrency.lockutils [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-2e7e1d97-25be-4d12-9518-e9107afe75c0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.205932] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264815, 'name': Rename_Task, 'duration_secs': 0.173071} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.206256] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.206558] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97021d43-64bf-430d-8e81-41e0e15d358a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.218159] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1171.218159] env[69481]: value = "task-3264817" [ 1171.218159] env[69481]: _type = "Task" [ 1171.218159] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.229100] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.321633] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b52d047c-f6d0-4d3d-a072-65d3a7b1eaee tempest-DeleteServersTestJSON-510061945 tempest-DeleteServersTestJSON-510061945-project-member] Lock "eff178ff-fcb9-4ba0-b47e-501179d80da9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.365s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.326266] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f6cad3cc-e359-4a4b-b179-efa43a0d63fd tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "a74020f5-ae91-4f0f-8ed9-993a8e08ca7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.815s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.349684] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480438} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.349994] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] c20080a0-d507-4c4c-a620-49b1d40df48c/c20080a0-d507-4c4c-a620-49b1d40df48c.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.350238] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.350514] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2a1f39c-3e64-4468-92c6-42cf18485e16 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.357283] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1171.357283] env[69481]: value = "task-3264818" [ 1171.357283] env[69481]: _type = "Task" [ 1171.357283] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.365515] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.493633] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "177fde4d-cb77-4f29-b309-244c03c2bcd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.493894] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "177fde4d-cb77-4f29-b309-244c03c2bcd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.494111] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "177fde4d-cb77-4f29-b309-244c03c2bcd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.494333] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "177fde4d-cb77-4f29-b309-244c03c2bcd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.494563] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "177fde4d-cb77-4f29-b309-244c03c2bcd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.496475] env[69481]: INFO nova.compute.manager [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Terminating instance [ 1171.729441] env[69481]: DEBUG oslo_vmware.api [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264817, 'name': PowerOnVM_Task, 'duration_secs': 0.478297} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.729734] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.729924] env[69481]: INFO nova.compute.manager [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1171.730121] env[69481]: DEBUG nova.compute.manager [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.730907] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c13e9fc-9506-4ab4-bb15-3321da7b731a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.867887] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067512} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.868188] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.868975] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bad33f0-a439-418c-862a-aa5372591fed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.890992] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] c20080a0-d507-4c4c-a620-49b1d40df48c/c20080a0-d507-4c4c-a620-49b1d40df48c.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.891278] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff0d5dd2-e9c7-4eb2-8591-05e4465f02a7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.911595] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1171.911595] env[69481]: value = "task-3264820" [ 1171.911595] env[69481]: _type = "Task" [ 1171.911595] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.919506] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.984532] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.984800] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f677cd44-798a-480c-80c5-48796f2d53dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.992678] env[69481]: DEBUG oslo_vmware.api [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1171.992678] env[69481]: value = "task-3264821" [ 1171.992678] env[69481]: _type = "Task" [ 1171.992678] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.001452] env[69481]: DEBUG nova.compute.manager [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.001452] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.001741] env[69481]: DEBUG oslo_vmware.api [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.002510] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e548f43-543d-4601-b6b2-e62f8b0ba944 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.009158] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.009408] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ebaf316-7c63-419e-91f8-ba23dd3fd853 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.015294] env[69481]: DEBUG oslo_vmware.api [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1172.015294] env[69481]: value = "task-3264822" [ 1172.015294] env[69481]: _type = "Task" [ 1172.015294] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.023819] env[69481]: DEBUG oslo_vmware.api [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.249578] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96d5de3-aff1-4622-aed9-bfc2c3f53bac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.252460] env[69481]: INFO nova.compute.manager [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Took 15.96 seconds to build instance. [ 1172.269960] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance '71867888-4140-4bba-8393-bbdb3e23d2f0' progress to 0 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.424299] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.502744] env[69481]: DEBUG oslo_vmware.api [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.525898] env[69481]: DEBUG oslo_vmware.api [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264822, 'name': PowerOffVM_Task, 'duration_secs': 0.338325} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.526209] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.526380] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.526649] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e625f2f2-dc43-493f-be0c-983b6c7ea514 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.605023] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.605023] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.605023] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleting the datastore file [datastore2] 177fde4d-cb77-4f29-b309-244c03c2bcd5 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.605023] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-474889b4-89ca-4de6-852a-b175b7faeca4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.611633] env[69481]: DEBUG oslo_vmware.api [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1172.611633] env[69481]: value = "task-3264824" [ 1172.611633] env[69481]: _type = "Task" [ 1172.611633] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.620922] env[69481]: DEBUG oslo_vmware.api [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.754875] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f0337d4c-120b-481a-8a31-2b051c7d9257 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.471s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.776128] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.776509] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceef874f-032e-44dc-85c4-34649e40772f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.784129] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1172.784129] env[69481]: value = "task-3264825" [ 1172.784129] env[69481]: _type = "Task" [ 1172.784129] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.794154] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.923641] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264820, 'name': ReconfigVM_Task, 'duration_secs': 0.751455} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.923932] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Reconfigured VM instance instance-0000006f to attach disk [datastore1] c20080a0-d507-4c4c-a620-49b1d40df48c/c20080a0-d507-4c4c-a620-49b1d40df48c.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.924664] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e1bef7e-6939-4c19-a6c6-177b01a79e79 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.933145] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1172.933145] env[69481]: value = "task-3264826" [ 1172.933145] env[69481]: _type = "Task" [ 1172.933145] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.943054] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264826, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.003218] env[69481]: DEBUG oslo_vmware.api [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264821, 'name': PowerOnVM_Task, 'duration_secs': 0.877069} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.003509] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.003766] env[69481]: DEBUG nova.compute.manager [None req-878df8a7-3024-4e95-bdaa-ee4cdb58ddf5 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.005027] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0334d59f-95b3-4ee3-b47e-d2a3a4797829 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.121763] env[69481]: DEBUG oslo_vmware.api [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155357} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.122149] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.122359] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.122528] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.122708] env[69481]: INFO nova.compute.manager [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1173.122949] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.123201] env[69481]: DEBUG nova.compute.manager [-] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.123262] env[69481]: DEBUG nova.network.neutron [-] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.296100] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264825, 'name': PowerOffVM_Task, 'duration_secs': 0.239477} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.296461] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.296693] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance '71867888-4140-4bba-8393-bbdb3e23d2f0' progress to 17 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.447946] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264826, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.555454] env[69481]: DEBUG nova.compute.manager [req-c320585e-957f-4d17-921c-32dd27c1e13a req-a0ac03ea-e987-4838-9f7b-b966ce02370b service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Received event network-vif-deleted-3c97948f-25d6-42ab-8490-9a6d239f6e3e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.555734] env[69481]: INFO nova.compute.manager [req-c320585e-957f-4d17-921c-32dd27c1e13a req-a0ac03ea-e987-4838-9f7b-b966ce02370b service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Neutron deleted interface 3c97948f-25d6-42ab-8490-9a6d239f6e3e; detaching it from the instance and deleting it from the info cache [ 1173.555831] env[69481]: DEBUG nova.network.neutron [req-c320585e-957f-4d17-921c-32dd27c1e13a req-a0ac03ea-e987-4838-9f7b-b966ce02370b service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.805437] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.805886] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.805886] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.805959] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.806095] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.806247] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.806452] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.806610] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.806772] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.806936] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.807132] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.813060] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f29988f7-283c-4cc6-87ab-f31f25f17e9b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.832274] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1173.832274] env[69481]: value = "task-3264827" [ 1173.832274] env[69481]: _type = "Task" [ 1173.832274] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.841855] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.943720] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264826, 'name': Rename_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.039314] env[69481]: DEBUG nova.network.neutron [-] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.059935] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4524f262-c042-4933-8777-498ef9a11641 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.070684] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a7669-2b9f-455a-94a8-1e36066c2770 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.103464] env[69481]: DEBUG nova.compute.manager [req-c320585e-957f-4d17-921c-32dd27c1e13a req-a0ac03ea-e987-4838-9f7b-b966ce02370b service nova] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Detach interface failed, port_id=3c97948f-25d6-42ab-8490-9a6d239f6e3e, reason: Instance 177fde4d-cb77-4f29-b309-244c03c2bcd5 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1174.341644] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264827, 'name': ReconfigVM_Task, 'duration_secs': 0.241172} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.341943] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance '71867888-4140-4bba-8393-bbdb3e23d2f0' progress to 33 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.444638] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264826, 'name': Rename_Task, 'duration_secs': 1.253425} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.445015] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.445326] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41da567a-e73e-42bf-88dd-faabb05a9c53 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.451891] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1174.451891] env[69481]: value = "task-3264828" [ 1174.451891] env[69481]: _type = "Task" [ 1174.451891] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.455117] env[69481]: DEBUG oslo_concurrency.lockutils [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.455359] env[69481]: DEBUG oslo_concurrency.lockutils [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.455555] env[69481]: DEBUG oslo_concurrency.lockutils [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "2e7e1d97-25be-4d12-9518-e9107afe75c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.455738] env[69481]: DEBUG oslo_concurrency.lockutils [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.455902] env[69481]: DEBUG oslo_concurrency.lockutils [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.458820] env[69481]: INFO nova.compute.manager [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Terminating instance [ 1174.464537] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.542090] env[69481]: INFO nova.compute.manager [-] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Took 1.42 seconds to deallocate network for instance. [ 1174.721635] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.848410] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.848814] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.848814] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.848997] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.849198] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.849357] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.849565] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.849720] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.849879] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.850063] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.850251] env[69481]: DEBUG nova.virt.hardware [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.855846] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.856182] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0372c8b-c4f7-4b08-b70b-586b927bb056 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.875279] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1174.875279] env[69481]: value = "task-3264829" [ 1174.875279] env[69481]: _type = "Task" [ 1174.875279] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.885910] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.963946] env[69481]: DEBUG nova.compute.manager [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.963946] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.965371] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264828, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.965371] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cd74d0-aa4c-4c9c-b23e-df3a37be44dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.973968] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.974406] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13ce0c10-a34f-4b27-bcf1-4cb8a2a80b98 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.981804] env[69481]: DEBUG oslo_vmware.api [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1174.981804] env[69481]: value = "task-3264830" [ 1174.981804] env[69481]: _type = "Task" [ 1174.981804] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.990780] env[69481]: DEBUG oslo_vmware.api [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.049141] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.049381] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.049629] env[69481]: DEBUG nova.objects.instance [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lazy-loading 'resources' on Instance uuid 177fde4d-cb77-4f29-b309-244c03c2bcd5 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.385730] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264829, 'name': ReconfigVM_Task, 'duration_secs': 0.194515} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.386025] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.386821] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90956641-5b65-4018-a54a-010c8e0c9ec5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.409121] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874/volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.409412] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27487f9b-6709-4c60-9270-f4af8c284102 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.427180] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1175.427180] env[69481]: value = "task-3264831" [ 1175.427180] env[69481]: _type = "Task" [ 1175.427180] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.437343] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.462304] env[69481]: DEBUG oslo_vmware.api [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264828, 'name': PowerOnVM_Task, 'duration_secs': 0.590152} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.462570] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.462777] env[69481]: INFO nova.compute.manager [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1175.462957] env[69481]: DEBUG nova.compute.manager [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.463832] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe38675c-bafc-4d29-af7a-2fa1803c43fb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.490608] env[69481]: DEBUG oslo_vmware.api [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264830, 'name': PowerOffVM_Task, 'duration_secs': 0.267023} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.490608] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.490608] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.490861] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09c74b04-601d-4097-8242-1fefcc81333c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.574668] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.574904] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.575104] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleting the datastore file [datastore1] 2e7e1d97-25be-4d12-9518-e9107afe75c0 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.577793] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be08afe-c78b-44d3-b3aa-b9f160c5bf45 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.585146] env[69481]: DEBUG oslo_vmware.api [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1175.585146] env[69481]: value = "task-3264833" [ 1175.585146] env[69481]: _type = "Task" [ 1175.585146] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.595069] env[69481]: DEBUG oslo_vmware.api [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.598955] env[69481]: DEBUG nova.compute.manager [req-a918c53b-31a8-4001-b697-39e41e6b607c req-814c9532-e70e-470b-85c2-7c67a3633c79 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received event network-changed-384911ad-19d7-4af8-92b5-0665e8358730 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.599225] env[69481]: DEBUG nova.compute.manager [req-a918c53b-31a8-4001-b697-39e41e6b607c req-814c9532-e70e-470b-85c2-7c67a3633c79 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Refreshing instance network info cache due to event network-changed-384911ad-19d7-4af8-92b5-0665e8358730. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.599448] env[69481]: DEBUG oslo_concurrency.lockutils [req-a918c53b-31a8-4001-b697-39e41e6b607c req-814c9532-e70e-470b-85c2-7c67a3633c79 service nova] Acquiring lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.599593] env[69481]: DEBUG oslo_concurrency.lockutils [req-a918c53b-31a8-4001-b697-39e41e6b607c req-814c9532-e70e-470b-85c2-7c67a3633c79 service nova] Acquired lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.599757] env[69481]: DEBUG nova.network.neutron [req-a918c53b-31a8-4001-b697-39e41e6b607c req-814c9532-e70e-470b-85c2-7c67a3633c79 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Refreshing network info cache for port 384911ad-19d7-4af8-92b5-0665e8358730 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.746204] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3107387-fd0e-4d18-90f4-d8f81897d103 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.753371] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fda042-4504-4ac9-b53b-5bb0598ca631 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.784658] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d42a3d-4c4d-4a70-bc89-47f6b1c26caa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.792414] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b769e76-1b5a-4e47-8230-6ef49b769c32 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.807770] env[69481]: DEBUG nova.compute.provider_tree [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.938566] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.984013] env[69481]: INFO nova.compute.manager [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Took 18.88 seconds to build instance. [ 1176.097707] env[69481]: DEBUG oslo_vmware.api [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185455} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.098064] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.101534] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.101534] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.101534] env[69481]: INFO nova.compute.manager [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1176.101534] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.101534] env[69481]: DEBUG nova.compute.manager [-] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.101534] env[69481]: DEBUG nova.network.neutron [-] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.313423] env[69481]: DEBUG nova.scheduler.client.report [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.438514] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264831, 'name': ReconfigVM_Task, 'duration_secs': 0.828499} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.438854] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874/volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.439195] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance '71867888-4140-4bba-8393-bbdb3e23d2f0' progress to 50 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.479327] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "89554575-695e-4a49-b4d9-1406069a9b55" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.479604] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.484758] env[69481]: DEBUG oslo_concurrency.lockutils [None req-81952e2c-312a-4614-80d3-4090529a7468 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.395s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.559261] env[69481]: DEBUG nova.network.neutron [req-a918c53b-31a8-4001-b697-39e41e6b607c req-814c9532-e70e-470b-85c2-7c67a3633c79 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updated VIF entry in instance network info cache for port 384911ad-19d7-4af8-92b5-0665e8358730. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.559640] env[69481]: DEBUG nova.network.neutron [req-a918c53b-31a8-4001-b697-39e41e6b607c req-814c9532-e70e-470b-85c2-7c67a3633c79 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updating instance_info_cache with network_info: [{"id": "384911ad-19d7-4af8-92b5-0665e8358730", "address": "fa:16:3e:bd:4c:8e", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384911ad-19", "ovs_interfaceid": "384911ad-19d7-4af8-92b5-0665e8358730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.675223] env[69481]: DEBUG nova.compute.manager [req-29b41578-3daf-4791-9b50-b75a846289d1 req-6d16d6e9-97c2-4ae7-8020-a3b061966544 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Received event network-changed-5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.675414] env[69481]: DEBUG nova.compute.manager [req-29b41578-3daf-4791-9b50-b75a846289d1 req-6d16d6e9-97c2-4ae7-8020-a3b061966544 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Refreshing instance network info cache due to event network-changed-5d59e266-83fb-40f0-a5ae-52734b42440b. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.675878] env[69481]: DEBUG oslo_concurrency.lockutils [req-29b41578-3daf-4791-9b50-b75a846289d1 req-6d16d6e9-97c2-4ae7-8020-a3b061966544 service nova] Acquiring lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.676082] env[69481]: DEBUG oslo_concurrency.lockutils [req-29b41578-3daf-4791-9b50-b75a846289d1 req-6d16d6e9-97c2-4ae7-8020-a3b061966544 service nova] Acquired lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.676258] env[69481]: DEBUG nova.network.neutron [req-29b41578-3daf-4791-9b50-b75a846289d1 req-6d16d6e9-97c2-4ae7-8020-a3b061966544 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Refreshing network info cache for port 5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.819598] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.844846] env[69481]: INFO nova.scheduler.client.report [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted allocations for instance 177fde4d-cb77-4f29-b309-244c03c2bcd5 [ 1176.947683] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b8c5a1-8c6a-4d18-bb9d-52d3810eae08 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.978407] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0785a7da-a17e-4c89-b78d-95b808bc36bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.984558] env[69481]: DEBUG nova.compute.utils [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.002861] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance '71867888-4140-4bba-8393-bbdb3e23d2f0' progress to 67 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.007405] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.528s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.063076] env[69481]: DEBUG oslo_concurrency.lockutils [req-a918c53b-31a8-4001-b697-39e41e6b607c req-814c9532-e70e-470b-85c2-7c67a3633c79 service nova] Releasing lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.284599] env[69481]: DEBUG nova.network.neutron [-] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.356922] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5e2bb77e-ba7b-4af4-8099-a1f2b4bd1712 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "177fde4d-cb77-4f29-b309-244c03c2bcd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.863s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.414533] env[69481]: DEBUG nova.network.neutron [req-29b41578-3daf-4791-9b50-b75a846289d1 req-6d16d6e9-97c2-4ae7-8020-a3b061966544 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updated VIF entry in instance network info cache for port 5d59e266-83fb-40f0-a5ae-52734b42440b. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.414913] env[69481]: DEBUG nova.network.neutron [req-29b41578-3daf-4791-9b50-b75a846289d1 req-6d16d6e9-97c2-4ae7-8020-a3b061966544 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updating instance_info_cache with network_info: [{"id": "5d59e266-83fb-40f0-a5ae-52734b42440b", "address": "fa:16:3e:82:93:c5", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d59e266-83", "ovs_interfaceid": "5d59e266-83fb-40f0-a5ae-52734b42440b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.786369] env[69481]: INFO nova.compute.manager [-] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Took 1.69 seconds to deallocate network for instance. [ 1177.858400] env[69481]: DEBUG nova.compute.manager [req-a0c2a094-7c9f-4c8f-90f0-7f8428b8ce44 req-40f278fc-9cd0-418f-a67e-033c56eef067 service nova] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Received event network-vif-deleted-e08548bf-91f5-451a-8376-9a9561f029d1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.917332] env[69481]: DEBUG oslo_concurrency.lockutils [req-29b41578-3daf-4791-9b50-b75a846289d1 req-6d16d6e9-97c2-4ae7-8020-a3b061966544 service nova] Releasing lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.059861] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "89554575-695e-4a49-b4d9-1406069a9b55" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.060199] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.060534] env[69481]: INFO nova.compute.manager [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Attaching volume 48c1de34-c44a-4f8c-b0b6-866c1814d854 to /dev/sdb [ 1178.097238] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df409333-d273-4f0f-a3d0-e6f3161e70df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.107978] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d1f3c0-3a2e-4a5f-bb3e-ef636a124d12 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.126098] env[69481]: DEBUG nova.virt.block_device [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Updating existing volume attachment record: 4276b15b-2c76-41fe-a9e7-93aa1a02a483 {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.224354] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.293363] env[69481]: DEBUG oslo_concurrency.lockutils [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.293655] env[69481]: DEBUG oslo_concurrency.lockutils [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.293845] env[69481]: DEBUG oslo_concurrency.lockutils [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.317950] env[69481]: INFO nova.scheduler.client.report [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleted allocations for instance 2e7e1d97-25be-4d12-9518-e9107afe75c0 [ 1178.602905] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.602905] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.688860] env[69481]: DEBUG nova.network.neutron [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Port a3c6d0b9-2961-48af-a37e-cf8df1991d5e binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1178.716595] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.720643] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.828833] env[69481]: DEBUG oslo_concurrency.lockutils [None req-22ce4f8b-6591-443a-8e7c-11f2c4783961 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "2e7e1d97-25be-4d12-9518-e9107afe75c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.373s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.104516] env[69481]: DEBUG nova.compute.manager [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.632952] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.633261] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.634799] env[69481]: INFO nova.compute.claims [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.714999] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "71867888-4140-4bba-8393-bbdb3e23d2f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.715242] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.715415] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.721296] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.721447] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.721563] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1179.780254] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "ff9f2647-56a6-4a86-84dc-11a97f690727" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.780254] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.283311] env[69481]: DEBUG nova.compute.manager [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.360630] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquiring lock "dc82e3f6-b726-4e9e-940a-00925b64068e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.360839] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Lock "dc82e3f6-b726-4e9e-940a-00925b64068e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.720677] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.720909] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.761482] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.761482] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.761482] env[69481]: DEBUG nova.network.neutron [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.804498] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.846018] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac1acee-734c-4b23-a961-066fdc2accec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.853202] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d12f3d1-da8b-46de-b8dc-3fd64ef1b012 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.885030] env[69481]: DEBUG nova.compute.manager [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.892275] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fdb46c-0e1f-4d96-81df-c5b6cfa5f318 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.900235] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cddf24b-8b84-4f3d-90ff-783dac8fa3fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.915565] env[69481]: DEBUG nova.compute.provider_tree [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.234862] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.405567] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.418726] env[69481]: DEBUG nova.scheduler.client.report [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.487453] env[69481]: DEBUG nova.network.neutron [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance_info_cache with network_info: [{"id": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "address": "fa:16:3e:75:e7:7c", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c6d0b9-29", "ovs_interfaceid": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.924646] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.925194] env[69481]: DEBUG nova.compute.manager [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.927789] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.124s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.929314] env[69481]: INFO nova.compute.claims [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.989922] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.434202] env[69481]: DEBUG nova.compute.utils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.437545] env[69481]: DEBUG nova.compute.manager [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.437716] env[69481]: DEBUG nova.network.neutron [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.474107] env[69481]: DEBUG nova.policy [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1513abfb3b714e2fa113e306ff3728b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e4eb7f68c61403699ef0a74851960a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.498743] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbef369-99a0-4bbd-ab07-2bf473132be7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.505803] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c631e152-4456-4579-8c06-0ffdd3801e92 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.732591] env[69481]: DEBUG nova.network.neutron [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Successfully created port: 12d480d3-5b2a-4e8f-a946-90a88e20fb2b {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.938903] env[69481]: DEBUG nova.compute.manager [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.099128] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e25a683-ff45-40fb-a688-501bb61dd825 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.107142] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb13e90-2e91-40b6-ae79-63d7b9cb062e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.138029] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ca7b3-374c-4a3d-a8f9-1a48944e7a65 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.145326] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c676d3fd-2523-41b1-903f-58eaa67b15e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.159122] env[69481]: DEBUG nova.compute.provider_tree [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.175220] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.175490] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652208', 'volume_id': '48c1de34-c44a-4f8c-b0b6-866c1814d854', 'name': 'volume-48c1de34-c44a-4f8c-b0b6-866c1814d854', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89554575-695e-4a49-b4d9-1406069a9b55', 'attached_at': '', 'detached_at': '', 'volume_id': '48c1de34-c44a-4f8c-b0b6-866c1814d854', 'serial': '48c1de34-c44a-4f8c-b0b6-866c1814d854'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.176585] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1b564f-df98-465c-bc63-86decc425427 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.193011] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd03ccf-cd04-449e-97d2-02a65bdc5c6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.219430] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-48c1de34-c44a-4f8c-b0b6-866c1814d854/volume-48c1de34-c44a-4f8c-b0b6-866c1814d854.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.219755] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3a0a85a-e75a-45b6-a054-012f6b15df5f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.237715] env[69481]: DEBUG oslo_vmware.api [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1183.237715] env[69481]: value = "task-3264838" [ 1183.237715] env[69481]: _type = "Task" [ 1183.237715] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.246960] env[69481]: DEBUG oslo_vmware.api [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.614461] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942a91e3-06ba-4d78-b73d-68451fc6cfe3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.633434] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42ad5e9-2920-461d-a18b-7b4472fba3aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.640599] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance '71867888-4140-4bba-8393-bbdb3e23d2f0' progress to 83 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.662441] env[69481]: DEBUG nova.scheduler.client.report [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.748645] env[69481]: DEBUG oslo_vmware.api [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264838, 'name': ReconfigVM_Task, 'duration_secs': 0.405404} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.748944] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-48c1de34-c44a-4f8c-b0b6-866c1814d854/volume-48c1de34-c44a-4f8c-b0b6-866c1814d854.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.753673] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f535378-03a8-4a91-85a9-72984bca28d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.768600] env[69481]: DEBUG oslo_vmware.api [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1183.768600] env[69481]: value = "task-3264839" [ 1183.768600] env[69481]: _type = "Task" [ 1183.768600] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.776415] env[69481]: DEBUG oslo_vmware.api [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.951343] env[69481]: DEBUG nova.compute.manager [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.978302] env[69481]: DEBUG nova.virt.hardware [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.978560] env[69481]: DEBUG nova.virt.hardware [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.978718] env[69481]: DEBUG nova.virt.hardware [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.978898] env[69481]: DEBUG nova.virt.hardware [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.979057] env[69481]: DEBUG nova.virt.hardware [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.979598] env[69481]: DEBUG nova.virt.hardware [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.979598] env[69481]: DEBUG nova.virt.hardware [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.979598] env[69481]: DEBUG nova.virt.hardware [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.979789] env[69481]: DEBUG nova.virt.hardware [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.979875] env[69481]: DEBUG nova.virt.hardware [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.980065] env[69481]: DEBUG nova.virt.hardware [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.981209] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240b8422-33ec-4078-a5c5-9d676b6bf5ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.989444] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169bf3b9-a873-4bfb-aac2-5c5870421d9c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.078561] env[69481]: DEBUG nova.compute.manager [req-98973ff9-f82d-4343-bb15-c5df07c96350 req-3ea25b77-b06c-48cd-9104-7c6c302eca93 service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Received event network-vif-plugged-12d480d3-5b2a-4e8f-a946-90a88e20fb2b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.078828] env[69481]: DEBUG oslo_concurrency.lockutils [req-98973ff9-f82d-4343-bb15-c5df07c96350 req-3ea25b77-b06c-48cd-9104-7c6c302eca93 service nova] Acquiring lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.079116] env[69481]: DEBUG oslo_concurrency.lockutils [req-98973ff9-f82d-4343-bb15-c5df07c96350 req-3ea25b77-b06c-48cd-9104-7c6c302eca93 service nova] Lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.079339] env[69481]: DEBUG oslo_concurrency.lockutils [req-98973ff9-f82d-4343-bb15-c5df07c96350 req-3ea25b77-b06c-48cd-9104-7c6c302eca93 service nova] Lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.079548] env[69481]: DEBUG nova.compute.manager [req-98973ff9-f82d-4343-bb15-c5df07c96350 req-3ea25b77-b06c-48cd-9104-7c6c302eca93 service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] No waiting events found dispatching network-vif-plugged-12d480d3-5b2a-4e8f-a946-90a88e20fb2b {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.079830] env[69481]: WARNING nova.compute.manager [req-98973ff9-f82d-4343-bb15-c5df07c96350 req-3ea25b77-b06c-48cd-9104-7c6c302eca93 service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Received unexpected event network-vif-plugged-12d480d3-5b2a-4e8f-a946-90a88e20fb2b for instance with vm_state building and task_state spawning. [ 1184.147096] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.147426] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd233e8a-9b0b-4a6b-8ee9-1851eeaaa411 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.155222] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1184.155222] env[69481]: value = "task-3264840" [ 1184.155222] env[69481]: _type = "Task" [ 1184.155222] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.160865] env[69481]: DEBUG nova.network.neutron [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Successfully updated port: 12d480d3-5b2a-4e8f-a946-90a88e20fb2b {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.167569] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.168184] env[69481]: DEBUG nova.compute.manager [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.170983] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.171433] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.937s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.171632] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.171746] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1184.172015] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.767s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.173387] env[69481]: INFO nova.compute.claims [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.176556] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879efb19-0b55-4b57-865c-de87c23190e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.185291] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be283fe7-4a01-4626-ad7e-4f4e3e6aacca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.200073] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60be4e6d-1458-4328-929d-9cbff45aeb2d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.207544] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7678a0e-5a2e-4264-b16d-1fabb567f878 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.238622] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179701MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1184.238797] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.279247] env[69481]: DEBUG oslo_vmware.api [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264839, 'name': ReconfigVM_Task, 'duration_secs': 0.138543} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.279596] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652208', 'volume_id': '48c1de34-c44a-4f8c-b0b6-866c1814d854', 'name': 'volume-48c1de34-c44a-4f8c-b0b6-866c1814d854', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89554575-695e-4a49-b4d9-1406069a9b55', 'attached_at': '', 'detached_at': '', 'volume_id': '48c1de34-c44a-4f8c-b0b6-866c1814d854', 'serial': '48c1de34-c44a-4f8c-b0b6-866c1814d854'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.664546] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "refresh_cache-8ec7fb98-f0dd-4639-b96b-3f440a59944e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.664776] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "refresh_cache-8ec7fb98-f0dd-4639-b96b-3f440a59944e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.664881] env[69481]: DEBUG nova.network.neutron [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.666198] env[69481]: DEBUG oslo_vmware.api [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264840, 'name': PowerOnVM_Task, 'duration_secs': 0.457052} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.666198] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.666371] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cfac7a37-2b24-413b-9806-bca99ba8f2ca tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance '71867888-4140-4bba-8393-bbdb3e23d2f0' progress to 100 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.672619] env[69481]: DEBUG nova.compute.utils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.674137] env[69481]: DEBUG nova.compute.manager [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.674308] env[69481]: DEBUG nova.network.neutron [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.721233] env[69481]: DEBUG nova.policy [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ab51f95e604487b3c5805d27517579', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1aa0981badff473ea226cfab0cff2656', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.990169] env[69481]: DEBUG nova.network.neutron [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Successfully created port: 4cff508f-e5a1-46bf-9b58-ce400b0edb96 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.178959] env[69481]: DEBUG nova.compute.manager [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.223809] env[69481]: DEBUG nova.network.neutron [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.317221] env[69481]: DEBUG nova.objects.instance [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lazy-loading 'flavor' on Instance uuid 89554575-695e-4a49-b4d9-1406069a9b55 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.478335] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f45e05-a684-4110-a4f7-93f152eb2ad7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.485345] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c9509-c7e3-45c2-9e01-becb9667ab65 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.523144] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceca398-1bf7-4b11-94ee-f08715a88ede {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.530670] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e205ee1c-31e8-4421-8a00-ef1797a0de56 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.546538] env[69481]: DEBUG nova.compute.provider_tree [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.674301] env[69481]: DEBUG nova.network.neutron [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Updating instance_info_cache with network_info: [{"id": "12d480d3-5b2a-4e8f-a946-90a88e20fb2b", "address": "fa:16:3e:07:02:9a", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d480d3-5b", "ovs_interfaceid": "12d480d3-5b2a-4e8f-a946-90a88e20fb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.822505] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2bc61f6e-490a-48a5-a950-3a3005caf326 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.762s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.050117] env[69481]: DEBUG nova.scheduler.client.report [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.161327] env[69481]: DEBUG nova.compute.manager [req-fb170b46-7a4f-42f1-b2c3-4ca8278535b9 req-ee168845-888e-4aaf-9522-af0a62d72f4a service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Received event network-changed-12d480d3-5b2a-4e8f-a946-90a88e20fb2b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.162138] env[69481]: DEBUG nova.compute.manager [req-fb170b46-7a4f-42f1-b2c3-4ca8278535b9 req-ee168845-888e-4aaf-9522-af0a62d72f4a service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Refreshing instance network info cache due to event network-changed-12d480d3-5b2a-4e8f-a946-90a88e20fb2b. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.162138] env[69481]: DEBUG oslo_concurrency.lockutils [req-fb170b46-7a4f-42f1-b2c3-4ca8278535b9 req-ee168845-888e-4aaf-9522-af0a62d72f4a service nova] Acquiring lock "refresh_cache-8ec7fb98-f0dd-4639-b96b-3f440a59944e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.178503] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "refresh_cache-8ec7fb98-f0dd-4639-b96b-3f440a59944e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.178813] env[69481]: DEBUG nova.compute.manager [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Instance network_info: |[{"id": "12d480d3-5b2a-4e8f-a946-90a88e20fb2b", "address": "fa:16:3e:07:02:9a", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d480d3-5b", "ovs_interfaceid": "12d480d3-5b2a-4e8f-a946-90a88e20fb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.179114] env[69481]: DEBUG oslo_concurrency.lockutils [req-fb170b46-7a4f-42f1-b2c3-4ca8278535b9 req-ee168845-888e-4aaf-9522-af0a62d72f4a service nova] Acquired lock "refresh_cache-8ec7fb98-f0dd-4639-b96b-3f440a59944e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.179295] env[69481]: DEBUG nova.network.neutron [req-fb170b46-7a4f-42f1-b2c3-4ca8278535b9 req-ee168845-888e-4aaf-9522-af0a62d72f4a service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Refreshing network info cache for port 12d480d3-5b2a-4e8f-a946-90a88e20fb2b {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.181559] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:02:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12d480d3-5b2a-4e8f-a946-90a88e20fb2b', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.193495] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.195834] env[69481]: DEBUG nova.compute.manager [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.199121] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.200426] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd9f7cda-9241-4778-bef2-4740621a2347 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.239278] env[69481]: DEBUG nova.virt.hardware [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.239568] env[69481]: DEBUG nova.virt.hardware [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.240035] env[69481]: DEBUG nova.virt.hardware [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.240035] env[69481]: DEBUG nova.virt.hardware [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.240035] env[69481]: DEBUG nova.virt.hardware [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.240203] env[69481]: DEBUG nova.virt.hardware [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.240370] env[69481]: DEBUG nova.virt.hardware [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.240532] env[69481]: DEBUG nova.virt.hardware [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.240701] env[69481]: DEBUG nova.virt.hardware [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.241066] env[69481]: DEBUG nova.virt.hardware [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.241066] env[69481]: DEBUG nova.virt.hardware [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.242095] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500bbaef-5c8d-4f7c-a42a-559beaee0cee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.247478] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.247478] env[69481]: value = "task-3264841" [ 1186.247478] env[69481]: _type = "Task" [ 1186.247478] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.258325] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9989a7-0c32-43a7-9d73-9b35497580a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.262492] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264841, 'name': CreateVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.476971] env[69481]: DEBUG nova.network.neutron [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Successfully updated port: 4cff508f-e5a1-46bf-9b58-ce400b0edb96 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.555180] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.555705] env[69481]: DEBUG nova.compute.manager [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.558268] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.319s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.762054] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264841, 'name': CreateVM_Task, 'duration_secs': 0.34993} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.762690] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.764019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.764019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.764198] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.764413] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43edc789-435d-4490-89ca-e17fabeb5a52 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.771581] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1186.771581] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5288013a-e8be-7b2c-a641-b5b8a136c86c" [ 1186.771581] env[69481]: _type = "Task" [ 1186.771581] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.783246] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5288013a-e8be-7b2c-a641-b5b8a136c86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.899476] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "35708636-75b1-4db6-be71-038bbf3e3858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.899745] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "35708636-75b1-4db6-be71-038bbf3e3858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.953612] env[69481]: DEBUG nova.network.neutron [req-fb170b46-7a4f-42f1-b2c3-4ca8278535b9 req-ee168845-888e-4aaf-9522-af0a62d72f4a service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Updated VIF entry in instance network info cache for port 12d480d3-5b2a-4e8f-a946-90a88e20fb2b. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.954047] env[69481]: DEBUG nova.network.neutron [req-fb170b46-7a4f-42f1-b2c3-4ca8278535b9 req-ee168845-888e-4aaf-9522-af0a62d72f4a service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Updating instance_info_cache with network_info: [{"id": "12d480d3-5b2a-4e8f-a946-90a88e20fb2b", "address": "fa:16:3e:07:02:9a", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d480d3-5b", "ovs_interfaceid": "12d480d3-5b2a-4e8f-a946-90a88e20fb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.979823] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.980088] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.980291] env[69481]: DEBUG nova.network.neutron [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.061926] env[69481]: DEBUG nova.compute.utils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.070891] env[69481]: DEBUG nova.compute.manager [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.071124] env[69481]: DEBUG nova.network.neutron [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.112606] env[69481]: DEBUG nova.policy [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46ab38a35b7e4947be8bd2fae4107b6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bcab71c153e4161ac4ffeb369eac6cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.283414] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5288013a-e8be-7b2c-a641-b5b8a136c86c, 'name': SearchDatastore_Task, 'duration_secs': 0.014588} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.283807] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.284062] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.284305] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.284454] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.284631] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.284893] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14376e2b-0e4b-4906-a13c-5dd22b1efa64 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.294297] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.294590] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.295256] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2419f38b-7a52-447c-b1df-0c08276f00b7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.301744] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1187.301744] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a28a4c-219d-204f-50c4-1fd51f8e5a7e" [ 1187.301744] env[69481]: _type = "Task" [ 1187.301744] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.313018] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a28a4c-219d-204f-50c4-1fd51f8e5a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.403167] env[69481]: DEBUG nova.compute.manager [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.457015] env[69481]: DEBUG oslo_concurrency.lockutils [req-fb170b46-7a4f-42f1-b2c3-4ca8278535b9 req-ee168845-888e-4aaf-9522-af0a62d72f4a service nova] Releasing lock "refresh_cache-8ec7fb98-f0dd-4639-b96b-3f440a59944e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.471726] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "71867888-4140-4bba-8393-bbdb3e23d2f0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.471996] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.472219] env[69481]: DEBUG nova.compute.manager [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Going to confirm migration 7 {{(pid=69481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1187.516574] env[69481]: DEBUG nova.network.neutron [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.571949] env[69481]: DEBUG nova.compute.manager [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.575177] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Applying migration context for instance 71867888-4140-4bba-8393-bbdb3e23d2f0 as it has an incoming, in-progress migration 133a8dce-715d-4345-870e-5c3698367afe. Migration status is confirming {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1187.576689] env[69481]: INFO nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating resource usage from migration 133a8dce-715d-4345-870e-5c3698367afe [ 1187.599260] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 634b6ae2-3e25-4f45-9ace-005766a588de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.599544] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 166fca2a-4e00-4fbe-bc83-d90aff48853b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.599544] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 868e795b-97a9-4e8d-ba34-78c5f623502a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.599657] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 161b6953-8a39-465f-954a-5c44dba4f364 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.599773] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 36925efc-baa1-434d-b45c-2d2dc54749a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.599883] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 89554575-695e-4a49-b4d9-1406069a9b55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.599992] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance dab404ef-3748-498b-b7fb-18bf4118f6d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.600113] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 06f2d4aa-43d3-433d-82af-cc382f338f8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.600223] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance c20080a0-d507-4c4c-a620-49b1d40df48c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.600337] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Migration 133a8dce-715d-4345-870e-5c3698367afe is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1187.600449] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 71867888-4140-4bba-8393-bbdb3e23d2f0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.600561] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 8ec7fb98-f0dd-4639-b96b-3f440a59944e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.600668] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance ff9f2647-56a6-4a86-84dc-11a97f690727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.600776] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance dc82e3f6-b726-4e9e-940a-00925b64068e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.648021] env[69481]: DEBUG nova.network.neutron [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance_info_cache with network_info: [{"id": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "address": "fa:16:3e:6e:20:c3", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff508f-e5", "ovs_interfaceid": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.707343] env[69481]: DEBUG nova.network.neutron [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Successfully created port: 9b018001-6480-4149-b44a-cd9d0f7edfdc {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.811889] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a28a4c-219d-204f-50c4-1fd51f8e5a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.03628} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.812871] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3511cb4c-414f-49f8-8036-183e08c47acf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.817821] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1187.817821] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52366f57-3b17-bb26-6bf3-b3adcab6c718" [ 1187.817821] env[69481]: _type = "Task" [ 1187.817821] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.825744] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52366f57-3b17-bb26-6bf3-b3adcab6c718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.923563] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.009221] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.009428] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquired lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.009610] env[69481]: DEBUG nova.network.neutron [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.009793] env[69481]: DEBUG nova.objects.instance [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lazy-loading 'info_cache' on Instance uuid 71867888-4140-4bba-8393-bbdb3e23d2f0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.104382] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 35708636-75b1-4db6-be71-038bbf3e3858 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1188.104648] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1188.105010] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1188.150226] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.150616] env[69481]: DEBUG nova.compute.manager [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Instance network_info: |[{"id": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "address": "fa:16:3e:6e:20:c3", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff508f-e5", "ovs_interfaceid": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.151112] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:20:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cff508f-e5a1-46bf-9b58-ce400b0edb96', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.158843] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.161366] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.161799] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3da7d1ea-929d-4e42-9e5a-c00086aa24b9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.184932] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.184932] env[69481]: value = "task-3264842" [ 1188.184932] env[69481]: _type = "Task" [ 1188.184932] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.192630] env[69481]: DEBUG nova.compute.manager [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Received event network-vif-plugged-4cff508f-e5a1-46bf-9b58-ce400b0edb96 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.192755] env[69481]: DEBUG oslo_concurrency.lockutils [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] Acquiring lock "ff9f2647-56a6-4a86-84dc-11a97f690727-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.192918] env[69481]: DEBUG oslo_concurrency.lockutils [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.193129] env[69481]: DEBUG oslo_concurrency.lockutils [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.193257] env[69481]: DEBUG nova.compute.manager [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] No waiting events found dispatching network-vif-plugged-4cff508f-e5a1-46bf-9b58-ce400b0edb96 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.193413] env[69481]: WARNING nova.compute.manager [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Received unexpected event network-vif-plugged-4cff508f-e5a1-46bf-9b58-ce400b0edb96 for instance with vm_state building and task_state spawning. [ 1188.193570] env[69481]: DEBUG nova.compute.manager [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Received event network-changed-4cff508f-e5a1-46bf-9b58-ce400b0edb96 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.193715] env[69481]: DEBUG nova.compute.manager [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Refreshing instance network info cache due to event network-changed-4cff508f-e5a1-46bf-9b58-ce400b0edb96. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.193892] env[69481]: DEBUG oslo_concurrency.lockutils [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] Acquiring lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.194033] env[69481]: DEBUG oslo_concurrency.lockutils [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] Acquired lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.194190] env[69481]: DEBUG nova.network.neutron [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Refreshing network info cache for port 4cff508f-e5a1-46bf-9b58-ce400b0edb96 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.198796] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264842, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.300410] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212a32fe-3e05-4ad5-8de3-39c379000905 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.307728] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdfb4a3-d482-475f-a412-3efc07c9a7dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.341599] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a863eeec-302f-418f-8add-3b0293c53322 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.350806] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52366f57-3b17-bb26-6bf3-b3adcab6c718, 'name': SearchDatastore_Task, 'duration_secs': 0.052896} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.352904] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.353191] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 8ec7fb98-f0dd-4639-b96b-3f440a59944e/8ec7fb98-f0dd-4639-b96b-3f440a59944e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.353470] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e20ef4c-434a-46c4-90b1-6e4032f3bedb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.356088] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba03712-cf39-4733-a662-9294be6e73a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.369021] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.371214] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1188.371214] env[69481]: value = "task-3264843" [ 1188.371214] env[69481]: _type = "Task" [ 1188.371214] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.378463] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.585024] env[69481]: DEBUG nova.compute.manager [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.612225] env[69481]: DEBUG nova.virt.hardware [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.612511] env[69481]: DEBUG nova.virt.hardware [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.612661] env[69481]: DEBUG nova.virt.hardware [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.612844] env[69481]: DEBUG nova.virt.hardware [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.612991] env[69481]: DEBUG nova.virt.hardware [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.613194] env[69481]: DEBUG nova.virt.hardware [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.613821] env[69481]: DEBUG nova.virt.hardware [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.613821] env[69481]: DEBUG nova.virt.hardware [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.613821] env[69481]: DEBUG nova.virt.hardware [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.613980] env[69481]: DEBUG nova.virt.hardware [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.614068] env[69481]: DEBUG nova.virt.hardware [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.614939] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7b476e-ce0d-4098-8813-df99c2b4cd2b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.622899] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec3056-1953-4708-9986-4ee13171d4c3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.694139] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264842, 'name': CreateVM_Task, 'duration_secs': 0.358765} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.694296] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.694965] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.695148] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.695460] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.695710] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf30d7bb-2154-471d-89dd-53f93a861924 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.699838] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1188.699838] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52b33610-de1d-56bf-e834-bd680d63e286" [ 1188.699838] env[69481]: _type = "Task" [ 1188.699838] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.708638] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b33610-de1d-56bf-e834-bd680d63e286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.873451] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.893449] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264843, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.896771] env[69481]: DEBUG nova.network.neutron [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updated VIF entry in instance network info cache for port 4cff508f-e5a1-46bf-9b58-ce400b0edb96. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.897314] env[69481]: DEBUG nova.network.neutron [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance_info_cache with network_info: [{"id": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "address": "fa:16:3e:6e:20:c3", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff508f-e5", "ovs_interfaceid": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.210916] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52b33610-de1d-56bf-e834-bd680d63e286, 'name': SearchDatastore_Task, 'duration_secs': 0.025667} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.211279] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.211532] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.211771] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.211918] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.212108] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.212397] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc2188b3-b271-4b68-81dd-113039eaf4f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.219996] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.220191] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.221506] env[69481]: DEBUG nova.network.neutron [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Successfully updated port: 9b018001-6480-4149-b44a-cd9d0f7edfdc {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.223098] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d05cf191-054d-4e31-830a-f0223fce6fa9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.232264] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1189.232264] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]525045a9-8a51-2de8-7d28-cddbb85b3e33" [ 1189.232264] env[69481]: _type = "Task" [ 1189.232264] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.239893] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525045a9-8a51-2de8-7d28-cddbb85b3e33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.288807] env[69481]: DEBUG nova.network.neutron [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance_info_cache with network_info: [{"id": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "address": "fa:16:3e:75:e7:7c", "network": {"id": "07ebd4bb-1bba-43e3-9aa4-889c9666f977", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-505813701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b85dcc0f54744a4afe752b524a8b239", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c6d0b9-29", "ovs_interfaceid": "a3c6d0b9-2961-48af-a37e-cf8df1991d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.388121] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1189.388314] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.830s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.388570] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835936} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.388827] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.465s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.390445] env[69481]: INFO nova.compute.claims [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.393813] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.394301] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Cleaning up deleted instances {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1189.396095] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 8ec7fb98-f0dd-4639-b96b-3f440a59944e/8ec7fb98-f0dd-4639-b96b-3f440a59944e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.396095] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.396095] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7fa86a0-2011-4ff4-80d8-b29ac43d58dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.400031] env[69481]: DEBUG oslo_concurrency.lockutils [req-d84d01c2-37ee-46d6-88fb-ab2aa50ee471 req-1b95b08a-27cc-4e9f-be96-27b36e4b7844 service nova] Releasing lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.401903] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1189.401903] env[69481]: value = "task-3264844" [ 1189.401903] env[69481]: _type = "Task" [ 1189.401903] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.410194] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.727335] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquiring lock "refresh_cache-dc82e3f6-b726-4e9e-940a-00925b64068e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.727541] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquired lock "refresh_cache-dc82e3f6-b726-4e9e-940a-00925b64068e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.727768] env[69481]: DEBUG nova.network.neutron [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.739603] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]525045a9-8a51-2de8-7d28-cddbb85b3e33, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.740370] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f03224b-746c-4bd3-9827-1022939c2741 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.745865] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1189.745865] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]520e162c-ea8d-6e94-012e-965c4f3a297d" [ 1189.745865] env[69481]: _type = "Task" [ 1189.745865] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.753927] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520e162c-ea8d-6e94-012e-965c4f3a297d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.792458] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Releasing lock "refresh_cache-71867888-4140-4bba-8393-bbdb3e23d2f0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.792724] env[69481]: DEBUG nova.objects.instance [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lazy-loading 'migration_context' on Instance uuid 71867888-4140-4bba-8393-bbdb3e23d2f0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.910683] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] There are 55 instances to clean {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1189.911053] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a74020f5-ae91-4f0f-8ed9-993a8e08ca7b] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.922345] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068279} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.922599] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.923344] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd36139-a970-45eb-b275-d114b8da7908 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.945490] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 8ec7fb98-f0dd-4639-b96b-3f440a59944e/8ec7fb98-f0dd-4639-b96b-3f440a59944e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.945947] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a683f468-ab9c-4f80-b598-124918b76edb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.966111] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1189.966111] env[69481]: value = "task-3264845" [ 1189.966111] env[69481]: _type = "Task" [ 1189.966111] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.974199] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.218815] env[69481]: DEBUG nova.compute.manager [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Received event network-vif-plugged-9b018001-6480-4149-b44a-cd9d0f7edfdc {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.219084] env[69481]: DEBUG oslo_concurrency.lockutils [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] Acquiring lock "dc82e3f6-b726-4e9e-940a-00925b64068e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.219333] env[69481]: DEBUG oslo_concurrency.lockutils [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] Lock "dc82e3f6-b726-4e9e-940a-00925b64068e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.219538] env[69481]: DEBUG oslo_concurrency.lockutils [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] Lock "dc82e3f6-b726-4e9e-940a-00925b64068e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.219741] env[69481]: DEBUG nova.compute.manager [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] No waiting events found dispatching network-vif-plugged-9b018001-6480-4149-b44a-cd9d0f7edfdc {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.219943] env[69481]: WARNING nova.compute.manager [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Received unexpected event network-vif-plugged-9b018001-6480-4149-b44a-cd9d0f7edfdc for instance with vm_state building and task_state spawning. [ 1190.220160] env[69481]: DEBUG nova.compute.manager [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Received event network-changed-9b018001-6480-4149-b44a-cd9d0f7edfdc {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.220363] env[69481]: DEBUG nova.compute.manager [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Refreshing instance network info cache due to event network-changed-9b018001-6480-4149-b44a-cd9d0f7edfdc. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.220551] env[69481]: DEBUG oslo_concurrency.lockutils [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] Acquiring lock "refresh_cache-dc82e3f6-b726-4e9e-940a-00925b64068e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.258832] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520e162c-ea8d-6e94-012e-965c4f3a297d, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.259154] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.259451] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] ff9f2647-56a6-4a86-84dc-11a97f690727/ff9f2647-56a6-4a86-84dc-11a97f690727.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.259734] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18e784c8-c7ec-4271-9e84-831a7e2de5ec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.266437] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1190.266437] env[69481]: value = "task-3264846" [ 1190.266437] env[69481]: _type = "Task" [ 1190.266437] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.271051] env[69481]: DEBUG nova.network.neutron [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.278131] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.295868] env[69481]: DEBUG nova.objects.base [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Object Instance<71867888-4140-4bba-8393-bbdb3e23d2f0> lazy-loaded attributes: info_cache,migration_context {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1190.299313] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853a3b3c-288d-4832-9197-fc4f1e39bc19 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.320909] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ed3ca9-640d-4ab2-b414-bed1f3216c4b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.327781] env[69481]: DEBUG oslo_vmware.api [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1190.327781] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d5bcae-889b-2cc1-3bc0-e97661602fe7" [ 1190.327781] env[69481]: _type = "Task" [ 1190.327781] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.335319] env[69481]: DEBUG oslo_vmware.api [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d5bcae-889b-2cc1-3bc0-e97661602fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.413895] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 177fde4d-cb77-4f29-b309-244c03c2bcd5] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.416685] env[69481]: DEBUG nova.network.neutron [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Updating instance_info_cache with network_info: [{"id": "9b018001-6480-4149-b44a-cd9d0f7edfdc", "address": "fa:16:3e:d9:48:af", "network": {"id": "985a3f64-9be9-4c6c-801d-9a946f3e4e45", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1548941047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bcab71c153e4161ac4ffeb369eac6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b018001-64", "ovs_interfaceid": "9b018001-6480-4149-b44a-cd9d0f7edfdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.475821] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.608370] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e7a5bf-d1c4-4b29-b4e9-863dabfd0b4e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.615617] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e35adee-1682-476f-8db4-6ba15f18741d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.646256] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256507c3-02a3-4856-9250-0cafd6e306f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.653446] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34200b8-5131-4de8-900a-0b5b88421d89 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.666250] env[69481]: DEBUG nova.compute.provider_tree [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.775684] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.839888] env[69481]: DEBUG oslo_vmware.api [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d5bcae-889b-2cc1-3bc0-e97661602fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.014507} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.840219] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.919584] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Releasing lock "refresh_cache-dc82e3f6-b726-4e9e-940a-00925b64068e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.920016] env[69481]: DEBUG nova.compute.manager [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Instance network_info: |[{"id": "9b018001-6480-4149-b44a-cd9d0f7edfdc", "address": "fa:16:3e:d9:48:af", "network": {"id": "985a3f64-9be9-4c6c-801d-9a946f3e4e45", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1548941047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bcab71c153e4161ac4ffeb369eac6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b018001-64", "ovs_interfaceid": "9b018001-6480-4149-b44a-cd9d0f7edfdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.920363] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 23f0ae33-0c85-427a-98ee-b2a6a2518fd0] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.922740] env[69481]: DEBUG oslo_concurrency.lockutils [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] Acquired lock "refresh_cache-dc82e3f6-b726-4e9e-940a-00925b64068e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.923259] env[69481]: DEBUG nova.network.neutron [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Refreshing network info cache for port 9b018001-6480-4149-b44a-cd9d0f7edfdc {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.924382] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:48:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b018001-6480-4149-b44a-cd9d0f7edfdc', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.932308] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Creating folder: Project (4bcab71c153e4161ac4ffeb369eac6cb). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.936329] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14ce374b-c6cb-41cc-9e84-fef321df7181 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.947888] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Created folder: Project (4bcab71c153e4161ac4ffeb369eac6cb) in parent group-v651898. [ 1190.948080] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Creating folder: Instances. Parent ref: group-v652211. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.948332] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f05272e1-672f-445a-b957-62f5f9097830 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.957859] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Created folder: Instances in parent group-v652211. [ 1190.958148] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.958384] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.958623] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ea7df5b-63a4-481d-a62d-762dce723159 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.986237] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264845, 'name': ReconfigVM_Task, 'duration_secs': 0.631885} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.987656] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 8ec7fb98-f0dd-4639-b96b-3f440a59944e/8ec7fb98-f0dd-4639-b96b-3f440a59944e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.988315] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.988315] env[69481]: value = "task-3264849" [ 1190.988315] env[69481]: _type = "Task" [ 1190.988315] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.988510] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f62734f-df55-4f5c-a07d-3b15eef7f162 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.000501] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1191.000501] env[69481]: value = "task-3264850" [ 1191.000501] env[69481]: _type = "Task" [ 1191.000501] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.010358] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264850, 'name': Rename_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.169085] env[69481]: DEBUG nova.scheduler.client.report [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.210610] env[69481]: DEBUG nova.network.neutron [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Updated VIF entry in instance network info cache for port 9b018001-6480-4149-b44a-cd9d0f7edfdc. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.210967] env[69481]: DEBUG nova.network.neutron [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Updating instance_info_cache with network_info: [{"id": "9b018001-6480-4149-b44a-cd9d0f7edfdc", "address": "fa:16:3e:d9:48:af", "network": {"id": "985a3f64-9be9-4c6c-801d-9a946f3e4e45", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1548941047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bcab71c153e4161ac4ffeb369eac6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b018001-64", "ovs_interfaceid": "9b018001-6480-4149-b44a-cd9d0f7edfdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.277357] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93294} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.277666] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] ff9f2647-56a6-4a86-84dc-11a97f690727/ff9f2647-56a6-4a86-84dc-11a97f690727.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.277958] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.278267] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e34f113d-74b3-4fc0-b569-cc6dea7d41af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.285031] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1191.285031] env[69481]: value = "task-3264851" [ 1191.285031] env[69481]: _type = "Task" [ 1191.285031] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.292469] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.435048] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 5bb573e6-d634-46ae-8bef-eda058dec2af] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.500907] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264849, 'name': CreateVM_Task, 'duration_secs': 0.429422} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.503821] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.504524] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.504685] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.505036] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.505615] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb08e37-58cf-4a61-8d20-cfdbe9aee2f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.510047] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264850, 'name': Rename_Task, 'duration_secs': 0.178703} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.510614] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.510843] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a12e9aad-12cd-4cc3-9328-f79a1c409b31 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.513097] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for the task: (returnval){ [ 1191.513097] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce2a9e-b5f0-7b52-4ff1-57fc200de99b" [ 1191.513097] env[69481]: _type = "Task" [ 1191.513097] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.518302] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1191.518302] env[69481]: value = "task-3264852" [ 1191.518302] env[69481]: _type = "Task" [ 1191.518302] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.521015] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce2a9e-b5f0-7b52-4ff1-57fc200de99b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.528087] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.674796] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.675352] env[69481]: DEBUG nova.compute.manager [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.678186] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.838s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.714624] env[69481]: DEBUG oslo_concurrency.lockutils [req-e4d3b0cb-c79c-4e90-add0-f927bf4e126b req-264c42c9-e49a-449f-9408-9416bf8c2ee3 service nova] Releasing lock "refresh_cache-dc82e3f6-b726-4e9e-940a-00925b64068e" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.794952] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071377} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.795261] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.796205] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a66dd8-49f2-4632-bd4d-499214394665 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.817965] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ff9f2647-56a6-4a86-84dc-11a97f690727/ff9f2647-56a6-4a86-84dc-11a97f690727.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.818252] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f73985d1-234c-47f2-b7ad-bd2b74501d73 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.837710] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1191.837710] env[69481]: value = "task-3264853" [ 1191.837710] env[69481]: _type = "Task" [ 1191.837710] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.846161] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.938324] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: eff178ff-fcb9-4ba0-b47e-501179d80da9] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.024315] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce2a9e-b5f0-7b52-4ff1-57fc200de99b, 'name': SearchDatastore_Task, 'duration_secs': 0.00944} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.027641] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.027824] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.028060] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.028243] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.028362] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.028916] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56970445-5e4e-40e8-ae99-751ab616bbe3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.035691] env[69481]: DEBUG oslo_vmware.api [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264852, 'name': PowerOnVM_Task, 'duration_secs': 0.505484} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.035883] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.036065] env[69481]: INFO nova.compute.manager [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1192.036250] env[69481]: DEBUG nova.compute.manager [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.036976] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a91ad44-4e3d-4362-94a3-4c0893bc6e42 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.040170] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.040340] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.041331] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7772f3d-b3a4-4e67-b1e5-99b8585de530 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.050207] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for the task: (returnval){ [ 1192.050207] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5247d5ff-d2c1-f09f-f094-e1ec1ec01c47" [ 1192.050207] env[69481]: _type = "Task" [ 1192.050207] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.057437] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5247d5ff-d2c1-f09f-f094-e1ec1ec01c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.181643] env[69481]: DEBUG nova.compute.utils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.183013] env[69481]: DEBUG nova.compute.manager [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.183187] env[69481]: DEBUG nova.network.neutron [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.222545] env[69481]: DEBUG nova.policy [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b5b2d3826ca49c4b431d2e10d605294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d0ed252cfe8468faa9796bad94d8f59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.350517] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.374493] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92de9f49-7c52-4a06-9913-f9d445058c76 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.381438] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd79e3-1537-44da-92a4-5dba3def8a19 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.411094] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2d26e5-ac9e-4e6a-be11-e10d748aa770 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.418248] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828f6532-9e44-43b2-8a5c-063c3f2ccbea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.431320] env[69481]: DEBUG nova.compute.provider_tree [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.441557] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 0435b3d2-e18b-4007-94be-34caaf347ed2] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.560342] env[69481]: INFO nova.compute.manager [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Took 12.95 seconds to build instance. [ 1192.569927] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5247d5ff-d2c1-f09f-f094-e1ec1ec01c47, 'name': SearchDatastore_Task, 'duration_secs': 0.027659} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.570778] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5e5c5e-2049-498e-a9fc-f6ac91d32558 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.574399] env[69481]: DEBUG nova.network.neutron [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Successfully created port: c3e8167b-cd64-4975-8f40-b7e4b1c026ab {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.579818] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for the task: (returnval){ [ 1192.579818] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52bb240d-0549-6133-a2a9-621b06052241" [ 1192.579818] env[69481]: _type = "Task" [ 1192.579818] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.588950] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bb240d-0549-6133-a2a9-621b06052241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.688662] env[69481]: DEBUG nova.compute.manager [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.851084] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264853, 'name': ReconfigVM_Task, 'duration_secs': 0.670426} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.851411] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ff9f2647-56a6-4a86-84dc-11a97f690727/ff9f2647-56a6-4a86-84dc-11a97f690727.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.852052] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d1c8f4d-229b-4e62-a0a8-6edaf4c3b171 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.858393] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1192.858393] env[69481]: value = "task-3264854" [ 1192.858393] env[69481]: _type = "Task" [ 1192.858393] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.866214] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264854, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.936310] env[69481]: DEBUG nova.scheduler.client.report [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.945711] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 9aac2ba0-2563-404a-9678-f6de10a5187c] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.062670] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0fa5696f-d91e-4600-b769-da79bb9e5e88 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.461s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.091984] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52bb240d-0549-6133-a2a9-621b06052241, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.092298] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.092572] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] dc82e3f6-b726-4e9e-940a-00925b64068e/dc82e3f6-b726-4e9e-940a-00925b64068e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.092837] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b3c4c46-ca0d-4d1f-bcc6-404e6874c1b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.100747] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for the task: (returnval){ [ 1193.100747] env[69481]: value = "task-3264855" [ 1193.100747] env[69481]: _type = "Task" [ 1193.100747] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.109472] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.371995] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264854, 'name': Rename_Task, 'duration_secs': 0.287482} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.372387] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.372694] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68db475c-f343-4c95-94ab-64c18cab95ce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.379305] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1193.379305] env[69481]: value = "task-3264856" [ 1193.379305] env[69481]: _type = "Task" [ 1193.379305] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.387600] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.440434] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.440947] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.441316] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.441696] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.441996] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.448802] env[69481]: INFO nova.compute.manager [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Terminating instance [ 1193.452057] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 6e3b9cd7-8357-4dd1-bdfd-13dbc35774f8] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.613038] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264855, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.698838] env[69481]: DEBUG nova.compute.manager [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.726671] env[69481]: DEBUG nova.virt.hardware [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.726921] env[69481]: DEBUG nova.virt.hardware [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.727090] env[69481]: DEBUG nova.virt.hardware [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.727277] env[69481]: DEBUG nova.virt.hardware [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.727426] env[69481]: DEBUG nova.virt.hardware [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.727571] env[69481]: DEBUG nova.virt.hardware [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.727779] env[69481]: DEBUG nova.virt.hardware [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.727940] env[69481]: DEBUG nova.virt.hardware [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.728124] env[69481]: DEBUG nova.virt.hardware [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.728303] env[69481]: DEBUG nova.virt.hardware [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.728500] env[69481]: DEBUG nova.virt.hardware [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.729424] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52809bf-6bdf-408e-9ae8-bec411e480b3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.737788] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cdf39b-debf-4b8a-9f14-c48dd412eff6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.889167] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.955924] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.278s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.958910] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: acf7fd47-27f7-4b1b-9024-d03ccd48299a] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.960749] env[69481]: DEBUG nova.compute.manager [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.960916] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.961967] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14e52d9-054a-4db0-a761-0dad047248b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.969925] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.970485] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68511187-6b30-4d71-9ce0-0ba0cb346830 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.977183] env[69481]: DEBUG oslo_vmware.api [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1193.977183] env[69481]: value = "task-3264857" [ 1193.977183] env[69481]: _type = "Task" [ 1193.977183] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.985514] env[69481]: DEBUG oslo_vmware.api [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.062499] env[69481]: DEBUG nova.compute.manager [req-0f9a3c6f-c1e6-44ad-84c4-1ca83d1e53da req-f8c98841-ea61-4d1a-a3ae-35e169688ba0 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Received event network-vif-plugged-c3e8167b-cd64-4975-8f40-b7e4b1c026ab {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.062754] env[69481]: DEBUG oslo_concurrency.lockutils [req-0f9a3c6f-c1e6-44ad-84c4-1ca83d1e53da req-f8c98841-ea61-4d1a-a3ae-35e169688ba0 service nova] Acquiring lock "35708636-75b1-4db6-be71-038bbf3e3858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.062935] env[69481]: DEBUG oslo_concurrency.lockutils [req-0f9a3c6f-c1e6-44ad-84c4-1ca83d1e53da req-f8c98841-ea61-4d1a-a3ae-35e169688ba0 service nova] Lock "35708636-75b1-4db6-be71-038bbf3e3858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.063124] env[69481]: DEBUG oslo_concurrency.lockutils [req-0f9a3c6f-c1e6-44ad-84c4-1ca83d1e53da req-f8c98841-ea61-4d1a-a3ae-35e169688ba0 service nova] Lock "35708636-75b1-4db6-be71-038bbf3e3858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.063298] env[69481]: DEBUG nova.compute.manager [req-0f9a3c6f-c1e6-44ad-84c4-1ca83d1e53da req-f8c98841-ea61-4d1a-a3ae-35e169688ba0 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] No waiting events found dispatching network-vif-plugged-c3e8167b-cd64-4975-8f40-b7e4b1c026ab {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.063468] env[69481]: WARNING nova.compute.manager [req-0f9a3c6f-c1e6-44ad-84c4-1ca83d1e53da req-f8c98841-ea61-4d1a-a3ae-35e169688ba0 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Received unexpected event network-vif-plugged-c3e8167b-cd64-4975-8f40-b7e4b1c026ab for instance with vm_state building and task_state spawning. [ 1194.112166] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543624} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.112328] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] dc82e3f6-b726-4e9e-940a-00925b64068e/dc82e3f6-b726-4e9e-940a-00925b64068e.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.113026] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.113026] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b83e03ea-3048-4b6d-8c5c-320aa369aa14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.119777] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for the task: (returnval){ [ 1194.119777] env[69481]: value = "task-3264858" [ 1194.119777] env[69481]: _type = "Task" [ 1194.119777] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.129953] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.155902] env[69481]: DEBUG nova.network.neutron [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Successfully updated port: c3e8167b-cd64-4975-8f40-b7e4b1c026ab {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.390789] env[69481]: DEBUG oslo_vmware.api [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264856, 'name': PowerOnVM_Task, 'duration_secs': 0.710048} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.391014] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.391241] env[69481]: INFO nova.compute.manager [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1194.391434] env[69481]: DEBUG nova.compute.manager [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.392243] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5949e8-5f92-4eb5-9871-08a3ee8b6ca1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.466397] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 65ef172c-141a-457e-ba5a-fd87f0379069] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.489160] env[69481]: DEBUG oslo_vmware.api [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264857, 'name': PowerOffVM_Task, 'duration_secs': 0.252227} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.489987] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.490179] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.490432] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3f904b6-d1d0-4c30-9151-9f0820ec4876 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.518009] env[69481]: INFO nova.scheduler.client.report [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted allocation for migration 133a8dce-715d-4345-870e-5c3698367afe [ 1194.629868] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.658729] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "refresh_cache-35708636-75b1-4db6-be71-038bbf3e3858" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.658823] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "refresh_cache-35708636-75b1-4db6-be71-038bbf3e3858" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.658973] env[69481]: DEBUG nova.network.neutron [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.910302] env[69481]: INFO nova.compute.manager [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Took 14.12 seconds to build instance. [ 1194.969276] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 64b6b348-ac71-4cd1-867a-abafbc132c08] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.009866] env[69481]: INFO nova.compute.manager [None req-28aa1af8-9759-4e74-9714-5d5ee2f920b4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Get console output [ 1195.010266] env[69481]: WARNING nova.virt.vmwareapi.driver [None req-28aa1af8-9759-4e74-9714-5d5ee2f920b4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] The console log is missing. Check your VSPC configuration [ 1195.022772] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3a3d36ef-d8c8-4d9e-97fc-8ef73a73766e tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.551s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.080929] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.081177] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.081414] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleting the datastore file [datastore1] 8ec7fb98-f0dd-4639-b96b-3f440a59944e {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.081673] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-239c7433-d72c-4415-b72a-629fd06a0f6b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.087770] env[69481]: DEBUG oslo_vmware.api [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1195.087770] env[69481]: value = "task-3264860" [ 1195.087770] env[69481]: _type = "Task" [ 1195.087770] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.096062] env[69481]: DEBUG oslo_vmware.api [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.112971] env[69481]: DEBUG nova.compute.manager [req-496a35e2-b967-4f6b-97d9-7c3abe5812f8 req-b349a537-0a62-43a3-ae2d-a5bedbc7f544 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Received event network-changed-4cff508f-e5a1-46bf-9b58-ce400b0edb96 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.113124] env[69481]: DEBUG nova.compute.manager [req-496a35e2-b967-4f6b-97d9-7c3abe5812f8 req-b349a537-0a62-43a3-ae2d-a5bedbc7f544 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Refreshing instance network info cache due to event network-changed-4cff508f-e5a1-46bf-9b58-ce400b0edb96. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.113389] env[69481]: DEBUG oslo_concurrency.lockutils [req-496a35e2-b967-4f6b-97d9-7c3abe5812f8 req-b349a537-0a62-43a3-ae2d-a5bedbc7f544 service nova] Acquiring lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.113463] env[69481]: DEBUG oslo_concurrency.lockutils [req-496a35e2-b967-4f6b-97d9-7c3abe5812f8 req-b349a537-0a62-43a3-ae2d-a5bedbc7f544 service nova] Acquired lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.113619] env[69481]: DEBUG nova.network.neutron [req-496a35e2-b967-4f6b-97d9-7c3abe5812f8 req-b349a537-0a62-43a3-ae2d-a5bedbc7f544 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Refreshing network info cache for port 4cff508f-e5a1-46bf-9b58-ce400b0edb96 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.130502] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.592034} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.130766] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.131632] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957bf91a-8a9c-4e52-a0c5-7efd19d2cdae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.154601] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] dc82e3f6-b726-4e9e-940a-00925b64068e/dc82e3f6-b726-4e9e-940a-00925b64068e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.155188] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae3bed84-840e-4a29-ba8b-a66449898746 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.180782] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for the task: (returnval){ [ 1195.180782] env[69481]: value = "task-3264861" [ 1195.180782] env[69481]: _type = "Task" [ 1195.180782] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.188884] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.203500] env[69481]: DEBUG nova.network.neutron [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.358840] env[69481]: DEBUG nova.network.neutron [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Updating instance_info_cache with network_info: [{"id": "c3e8167b-cd64-4975-8f40-b7e4b1c026ab", "address": "fa:16:3e:69:d9:2a", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e8167b-cd", "ovs_interfaceid": "c3e8167b-cd64-4975-8f40-b7e4b1c026ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.412287] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c0dce13f-429f-4253-93e0-2192d26df766 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.632s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.472389] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: fdf6980e-a8e8-48f1-960b-645f7d51a9ec] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.602030] env[69481]: DEBUG oslo_vmware.api [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163817} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.602030] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.602030] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.602239] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.602378] env[69481]: INFO nova.compute.manager [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1195.602645] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.602865] env[69481]: DEBUG nova.compute.manager [-] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.602969] env[69481]: DEBUG nova.network.neutron [-] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.689981] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264861, 'name': ReconfigVM_Task, 'duration_secs': 0.444539} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.690419] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] dc82e3f6-b726-4e9e-940a-00925b64068e/dc82e3f6-b726-4e9e-940a-00925b64068e.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.690949] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-494f209d-a616-4e40-8649-9ff339b3eba5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.700048] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for the task: (returnval){ [ 1195.700048] env[69481]: value = "task-3264862" [ 1195.700048] env[69481]: _type = "Task" [ 1195.700048] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.709398] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264862, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.828652] env[69481]: DEBUG nova.network.neutron [req-496a35e2-b967-4f6b-97d9-7c3abe5812f8 req-b349a537-0a62-43a3-ae2d-a5bedbc7f544 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updated VIF entry in instance network info cache for port 4cff508f-e5a1-46bf-9b58-ce400b0edb96. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.828720] env[69481]: DEBUG nova.network.neutron [req-496a35e2-b967-4f6b-97d9-7c3abe5812f8 req-b349a537-0a62-43a3-ae2d-a5bedbc7f544 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance_info_cache with network_info: [{"id": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "address": "fa:16:3e:6e:20:c3", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff508f-e5", "ovs_interfaceid": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.861851] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "refresh_cache-35708636-75b1-4db6-be71-038bbf3e3858" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.862230] env[69481]: DEBUG nova.compute.manager [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Instance network_info: |[{"id": "c3e8167b-cd64-4975-8f40-b7e4b1c026ab", "address": "fa:16:3e:69:d9:2a", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e8167b-cd", "ovs_interfaceid": "c3e8167b-cd64-4975-8f40-b7e4b1c026ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.862666] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:d9:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3e8167b-cd64-4975-8f40-b7e4b1c026ab', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.870694] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.871508] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.871740] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc943330-0fd8-4f2a-aa7e-9652da1b1cb4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.896091] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.896091] env[69481]: value = "task-3264863" [ 1195.896091] env[69481]: _type = "Task" [ 1195.896091] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.903864] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264863, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.975688] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 35f2462d-9363-4d3d-b361-b72b36233a41] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.093144] env[69481]: DEBUG nova.compute.manager [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Received event network-changed-c3e8167b-cd64-4975-8f40-b7e4b1c026ab {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.093347] env[69481]: DEBUG nova.compute.manager [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Refreshing instance network info cache due to event network-changed-c3e8167b-cd64-4975-8f40-b7e4b1c026ab. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.093568] env[69481]: DEBUG oslo_concurrency.lockutils [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] Acquiring lock "refresh_cache-35708636-75b1-4db6-be71-038bbf3e3858" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.093712] env[69481]: DEBUG oslo_concurrency.lockutils [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] Acquired lock "refresh_cache-35708636-75b1-4db6-be71-038bbf3e3858" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.093875] env[69481]: DEBUG nova.network.neutron [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Refreshing network info cache for port c3e8167b-cd64-4975-8f40-b7e4b1c026ab {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.209925] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264862, 'name': Rename_Task, 'duration_secs': 0.139615} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.210322] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.210547] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dca1a39-03a6-4957-9127-b8806920b85a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.216931] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for the task: (returnval){ [ 1196.216931] env[69481]: value = "task-3264864" [ 1196.216931] env[69481]: _type = "Task" [ 1196.216931] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.225161] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.331645] env[69481]: DEBUG oslo_concurrency.lockutils [req-496a35e2-b967-4f6b-97d9-7c3abe5812f8 req-b349a537-0a62-43a3-ae2d-a5bedbc7f544 service nova] Releasing lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.361124] env[69481]: DEBUG nova.network.neutron [-] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.407582] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264863, 'name': CreateVM_Task, 'duration_secs': 0.314802} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.407890] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.408629] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.408858] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.409277] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.409595] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36795991-6bce-4a90-8bbc-c4640336c9f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.414704] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1196.414704] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ca0e01-4677-89b9-53b2-fd72f27a212d" [ 1196.414704] env[69481]: _type = "Task" [ 1196.414704] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.423768] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ca0e01-4677-89b9-53b2-fd72f27a212d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.479179] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 3d61dfc4-f55c-42c6-a057-16e8ad390270] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.729530] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264864, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.813156] env[69481]: DEBUG nova.network.neutron [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Updated VIF entry in instance network info cache for port c3e8167b-cd64-4975-8f40-b7e4b1c026ab. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.813548] env[69481]: DEBUG nova.network.neutron [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Updating instance_info_cache with network_info: [{"id": "c3e8167b-cd64-4975-8f40-b7e4b1c026ab", "address": "fa:16:3e:69:d9:2a", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e8167b-cd", "ovs_interfaceid": "c3e8167b-cd64-4975-8f40-b7e4b1c026ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.863978] env[69481]: INFO nova.compute.manager [-] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Took 1.26 seconds to deallocate network for instance. [ 1196.924997] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ca0e01-4677-89b9-53b2-fd72f27a212d, 'name': SearchDatastore_Task, 'duration_secs': 0.009554} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.925340] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.925590] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.925825] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.925976] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.926172] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.926433] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b7bcc2e-6ce1-4e97-a8fd-8a93315919f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.934972] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.935173] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.935924] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44f2326-9f5a-44b0-bb05-c07518d545e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.941008] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1196.941008] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d3fbdf-a891-7f62-7292-2df2957b113d" [ 1196.941008] env[69481]: _type = "Task" [ 1196.941008] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.950861] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d3fbdf-a891-7f62-7292-2df2957b113d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.983120] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: abbf2559-30b5-4b08-bf11-580cb3cc7b1a] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.229464] env[69481]: DEBUG oslo_vmware.api [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264864, 'name': PowerOnVM_Task, 'duration_secs': 0.512375} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.229788] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.230013] env[69481]: INFO nova.compute.manager [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1197.230370] env[69481]: DEBUG nova.compute.manager [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.231211] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee71b07-1a2d-4398-9c18-8f12d4d985e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.316547] env[69481]: DEBUG oslo_concurrency.lockutils [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] Releasing lock "refresh_cache-35708636-75b1-4db6-be71-038bbf3e3858" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.316547] env[69481]: DEBUG nova.compute.manager [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Received event network-vif-deleted-12d480d3-5b2a-4e8f-a946-90a88e20fb2b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.316742] env[69481]: INFO nova.compute.manager [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Neutron deleted interface 12d480d3-5b2a-4e8f-a946-90a88e20fb2b; detaching it from the instance and deleting it from the info cache [ 1197.316817] env[69481]: DEBUG nova.network.neutron [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.370375] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.370677] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.370895] env[69481]: DEBUG nova.objects.instance [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lazy-loading 'resources' on Instance uuid 8ec7fb98-f0dd-4639-b96b-3f440a59944e {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.451654] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52d3fbdf-a891-7f62-7292-2df2957b113d, 'name': SearchDatastore_Task, 'duration_secs': 0.024325} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.452439] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142aea74-aa2b-49ed-b447-9924b0d25a87 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.458139] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1197.458139] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52135e2f-b380-7341-78dc-be0913b98d11" [ 1197.458139] env[69481]: _type = "Task" [ 1197.458139] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.465303] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52135e2f-b380-7341-78dc-be0913b98d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.485834] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 25ab989c-4daa-43b0-b241-806d08bc48d1] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.748558] env[69481]: INFO nova.compute.manager [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Took 16.36 seconds to build instance. [ 1197.819870] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5fd3d20-be4e-4e7d-a3ed-58d3a95521d0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.829926] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4f2d46-e21a-4217-a979-88482aec02c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.863834] env[69481]: DEBUG nova.compute.manager [req-6743461b-d594-4d17-852f-73434815c93b req-68201f9b-95b0-40e1-aa30-e8efe3327030 service nova] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Detach interface failed, port_id=12d480d3-5b2a-4e8f-a946-90a88e20fb2b, reason: Instance 8ec7fb98-f0dd-4639-b96b-3f440a59944e could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.968899] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52135e2f-b380-7341-78dc-be0913b98d11, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.971559] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.971952] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 35708636-75b1-4db6-be71-038bbf3e3858/35708636-75b1-4db6-be71-038bbf3e3858.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.972727] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-169d3b68-8668-49c4-a49b-cb09bb3aa76d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.985249] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1197.985249] env[69481]: value = "task-3264865" [ 1197.985249] env[69481]: _type = "Task" [ 1197.985249] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.988938] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 6b8fbc44-1b4d-428e-a44c-1164ac82969c] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.995552] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.068100] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ba4320-417f-460f-ab44-fbd6ae83f08e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.075961] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490df91e-26fd-47bf-a992-0b6c52ded2be {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.106438] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902f6b02-7541-4bf8-af3c-1cc5a4a4c863 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.114447] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbbe6ae-3abd-4a01-b1ab-8c0f2284916c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.127907] env[69481]: DEBUG nova.compute.provider_tree [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.250196] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e86e26df-f310-45a7-bcef-1a394ab18661 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Lock "dc82e3f6-b726-4e9e-940a-00925b64068e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.889s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.289544] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.289746] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.290034] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.290283] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.290594] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.292934] env[69481]: INFO nova.compute.manager [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Terminating instance [ 1198.493020] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 2e7e1d97-25be-4d12-9518-e9107afe75c0] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.499113] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464058} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.499661] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 35708636-75b1-4db6-be71-038bbf3e3858/35708636-75b1-4db6-be71-038bbf3e3858.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.500026] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.500403] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebd88855-43c5-43c9-a09b-e8a2a08f612f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.506770] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1198.506770] env[69481]: value = "task-3264866" [ 1198.506770] env[69481]: _type = "Task" [ 1198.506770] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.516292] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.631600] env[69481]: DEBUG nova.scheduler.client.report [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.796554] env[69481]: DEBUG nova.compute.manager [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.796863] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.798150] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e69807-c0ce-4985-8910-d89c2df4b990 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.805498] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.805730] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eae5fc7-5096-4609-8d95-4bd2b516dcfb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.812276] env[69481]: DEBUG oslo_vmware.api [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1198.812276] env[69481]: value = "task-3264867" [ 1198.812276] env[69481]: _type = "Task" [ 1198.812276] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.819333] env[69481]: DEBUG oslo_vmware.api [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.995438] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: c7300c59-9dbd-46e7-a3ba-af00215bd124] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.017209] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331697} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.017995] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.018786] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303c02bd-8ff0-4d95-81f5-880e05e72070 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.033082] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquiring lock "dc82e3f6-b726-4e9e-940a-00925b64068e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.033318] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Lock "dc82e3f6-b726-4e9e-940a-00925b64068e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.033522] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquiring lock "dc82e3f6-b726-4e9e-940a-00925b64068e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.033699] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Lock "dc82e3f6-b726-4e9e-940a-00925b64068e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.033865] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Lock "dc82e3f6-b726-4e9e-940a-00925b64068e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.043582] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 35708636-75b1-4db6-be71-038bbf3e3858/35708636-75b1-4db6-be71-038bbf3e3858.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.044074] env[69481]: INFO nova.compute.manager [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Terminating instance [ 1199.045499] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-856854c3-43ee-4ea7-8b5e-bb7918a8580c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.065809] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1199.065809] env[69481]: value = "task-3264868" [ 1199.065809] env[69481]: _type = "Task" [ 1199.065809] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.074146] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.136447] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.161250] env[69481]: INFO nova.scheduler.client.report [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted allocations for instance 8ec7fb98-f0dd-4639-b96b-3f440a59944e [ 1199.322585] env[69481]: DEBUG oslo_vmware.api [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264867, 'name': PowerOffVM_Task, 'duration_secs': 0.187507} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.322585] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.322585] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.322834] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79ea1a2e-104a-4d5c-acb6-85702aadc021 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.401906] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.402199] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.402435] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleting the datastore file [datastore1] dab404ef-3748-498b-b7fb-18bf4118f6d9 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.402765] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d945bda-14c7-4151-89de-df5a09d4181b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.410243] env[69481]: DEBUG oslo_vmware.api [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for the task: (returnval){ [ 1199.410243] env[69481]: value = "task-3264870" [ 1199.410243] env[69481]: _type = "Task" [ 1199.410243] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.420080] env[69481]: DEBUG oslo_vmware.api [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.498544] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: f0a5b231-33f6-4b96-8149-87906824e3f6] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.561965] env[69481]: DEBUG nova.compute.manager [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.563102] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.563996] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec13463f-1caa-4050-8037-303720a04947 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.574594] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.577781] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59d7ca44-eb4c-446f-94fc-aee0f605bd26 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.579400] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264868, 'name': ReconfigVM_Task, 'duration_secs': 0.429476} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.579683] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 35708636-75b1-4db6-be71-038bbf3e3858/35708636-75b1-4db6-be71-038bbf3e3858.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.580568] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dff6c2c-4521-4dd4-b0e6-cf7c0d3bbff8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.587755] env[69481]: DEBUG oslo_vmware.api [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for the task: (returnval){ [ 1199.587755] env[69481]: value = "task-3264871" [ 1199.587755] env[69481]: _type = "Task" [ 1199.587755] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.589025] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1199.589025] env[69481]: value = "task-3264872" [ 1199.589025] env[69481]: _type = "Task" [ 1199.589025] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.600771] env[69481]: DEBUG oslo_vmware.api [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.604057] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264872, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.670258] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0136c2b-7671-4734-aba1-6c8c3b20e61b tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "8ec7fb98-f0dd-4639-b96b-3f440a59944e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.229s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.921052] env[69481]: DEBUG oslo_vmware.api [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Task: {'id': task-3264870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141396} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.921052] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.921052] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.921670] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.921670] env[69481]: INFO nova.compute.manager [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1199.921748] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.921915] env[69481]: DEBUG nova.compute.manager [-] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.922025] env[69481]: DEBUG nova.network.neutron [-] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.002185] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: c9b8a733-73ae-4450-98ee-4fd07683cb80] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.102448] env[69481]: DEBUG oslo_vmware.api [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264871, 'name': PowerOffVM_Task, 'duration_secs': 0.177788} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.104637] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.104819] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.105179] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264872, 'name': Rename_Task, 'duration_secs': 0.200532} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.105751] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10a2766a-2a1e-4c5a-973b-824fcb5f38f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.108956] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.108956] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-565a767e-8555-4b35-b86a-5d2a750271fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.118089] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1200.118089] env[69481]: value = "task-3264874" [ 1200.118089] env[69481]: _type = "Task" [ 1200.118089] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.127300] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.178351] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.178622] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.178821] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Deleting the datastore file [datastore1] dc82e3f6-b726-4e9e-940a-00925b64068e {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.179107] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48d67239-1c96-466a-beef-2c0dcb1a9ed9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.185027] env[69481]: DEBUG oslo_vmware.api [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for the task: (returnval){ [ 1200.185027] env[69481]: value = "task-3264875" [ 1200.185027] env[69481]: _type = "Task" [ 1200.185027] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.193676] env[69481]: DEBUG oslo_vmware.api [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.479404] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "3fbf7470-a51d-494d-832f-0b224383ee53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.479532] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "3fbf7470-a51d-494d-832f-0b224383ee53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.505359] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a43ef85f-fb09-4cf2-a848-e4b30fc37cb3] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.628531] env[69481]: DEBUG oslo_vmware.api [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264874, 'name': PowerOnVM_Task, 'duration_secs': 0.491592} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.628710] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.628908] env[69481]: INFO nova.compute.manager [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1200.629093] env[69481]: DEBUG nova.compute.manager [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.629888] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c41bbb-acf2-4e76-bfa9-811ccece47fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.669150] env[69481]: DEBUG nova.compute.manager [req-fedc38b2-05f3-4a92-999d-4c2d236b153e req-e6282433-831d-495d-b1dc-1ead47871f13 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Received event network-vif-deleted-d8c10294-cf8a-49e9-8bbd-caf54c75a6b7 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.669415] env[69481]: INFO nova.compute.manager [req-fedc38b2-05f3-4a92-999d-4c2d236b153e req-e6282433-831d-495d-b1dc-1ead47871f13 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Neutron deleted interface d8c10294-cf8a-49e9-8bbd-caf54c75a6b7; detaching it from the instance and deleting it from the info cache [ 1200.669604] env[69481]: DEBUG nova.network.neutron [req-fedc38b2-05f3-4a92-999d-4c2d236b153e req-e6282433-831d-495d-b1dc-1ead47871f13 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.694237] env[69481]: DEBUG oslo_vmware.api [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Task: {'id': task-3264875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138486} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.694548] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.694751] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.694932] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.695122] env[69481]: INFO nova.compute.manager [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1200.695361] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.695554] env[69481]: DEBUG nova.compute.manager [-] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.695638] env[69481]: DEBUG nova.network.neutron [-] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.847709] env[69481]: DEBUG nova.network.neutron [-] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.981771] env[69481]: DEBUG nova.compute.manager [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.008812] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 70af6f04-e8fc-4dde-a191-c9592c145d23] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.153109] env[69481]: INFO nova.compute.manager [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Took 13.24 seconds to build instance. [ 1201.173748] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44af35f8-73d1-40e9-86c8-dbe088a62601 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.183452] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3fbff8-0411-444d-9983-4b0a08899438 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.215761] env[69481]: DEBUG nova.compute.manager [req-fedc38b2-05f3-4a92-999d-4c2d236b153e req-e6282433-831d-495d-b1dc-1ead47871f13 service nova] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Detach interface failed, port_id=d8c10294-cf8a-49e9-8bbd-caf54c75a6b7, reason: Instance dab404ef-3748-498b-b7fb-18bf4118f6d9 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.350859] env[69481]: INFO nova.compute.manager [-] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Took 1.43 seconds to deallocate network for instance. [ 1201.437600] env[69481]: DEBUG nova.network.neutron [-] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.503111] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.503390] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.504845] env[69481]: INFO nova.compute.claims [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.511995] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 8650fbb0-4a43-4168-803f-31fcfb165d1d] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.655452] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4f70d877-41eb-4075-8950-1c3ffd1be383 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "35708636-75b1-4db6-be71-038bbf3e3858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.755s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.857539] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.940472] env[69481]: INFO nova.compute.manager [-] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Took 1.24 seconds to deallocate network for instance. [ 1202.014869] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 6eca7c81-667f-4896-a38e-662713da65b3] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.448374] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.519436] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: e950791b-fe57-410b-b605-5c3b06722d8d] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.682743] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305dc93a-9b15-4732-b89b-8635600082e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.691007] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c2c7fd-ace3-4c43-9284-3c7f34710b0d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.697936] env[69481]: DEBUG nova.compute.manager [req-50dc723a-44be-4712-aa25-9cdf0f11b8e6 req-5979d34d-0b6d-4a7d-8b6c-d1d2e35fd245 service nova] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Received event network-vif-deleted-9b018001-6480-4149-b44a-cd9d0f7edfdc {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.698114] env[69481]: DEBUG nova.compute.manager [req-50dc723a-44be-4712-aa25-9cdf0f11b8e6 req-5979d34d-0b6d-4a7d-8b6c-d1d2e35fd245 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Received event network-changed-c3e8167b-cd64-4975-8f40-b7e4b1c026ab {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.698291] env[69481]: DEBUG nova.compute.manager [req-50dc723a-44be-4712-aa25-9cdf0f11b8e6 req-5979d34d-0b6d-4a7d-8b6c-d1d2e35fd245 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Refreshing instance network info cache due to event network-changed-c3e8167b-cd64-4975-8f40-b7e4b1c026ab. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.698510] env[69481]: DEBUG oslo_concurrency.lockutils [req-50dc723a-44be-4712-aa25-9cdf0f11b8e6 req-5979d34d-0b6d-4a7d-8b6c-d1d2e35fd245 service nova] Acquiring lock "refresh_cache-35708636-75b1-4db6-be71-038bbf3e3858" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.698657] env[69481]: DEBUG oslo_concurrency.lockutils [req-50dc723a-44be-4712-aa25-9cdf0f11b8e6 req-5979d34d-0b6d-4a7d-8b6c-d1d2e35fd245 service nova] Acquired lock "refresh_cache-35708636-75b1-4db6-be71-038bbf3e3858" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.698814] env[69481]: DEBUG nova.network.neutron [req-50dc723a-44be-4712-aa25-9cdf0f11b8e6 req-5979d34d-0b6d-4a7d-8b6c-d1d2e35fd245 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Refreshing network info cache for port c3e8167b-cd64-4975-8f40-b7e4b1c026ab {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.728615] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e604b9-50fd-4877-bbd4-c5708d1bc697 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.737771] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6872f59-335e-4919-a722-4f0a3c9734f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.754632] env[69481]: DEBUG nova.compute.provider_tree [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.928688] env[69481]: DEBUG nova.network.neutron [req-50dc723a-44be-4712-aa25-9cdf0f11b8e6 req-5979d34d-0b6d-4a7d-8b6c-d1d2e35fd245 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Updated VIF entry in instance network info cache for port c3e8167b-cd64-4975-8f40-b7e4b1c026ab. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.929091] env[69481]: DEBUG nova.network.neutron [req-50dc723a-44be-4712-aa25-9cdf0f11b8e6 req-5979d34d-0b6d-4a7d-8b6c-d1d2e35fd245 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Updating instance_info_cache with network_info: [{"id": "c3e8167b-cd64-4975-8f40-b7e4b1c026ab", "address": "fa:16:3e:69:d9:2a", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e8167b-cd", "ovs_interfaceid": "c3e8167b-cd64-4975-8f40-b7e4b1c026ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.023300] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 5223caf5-d090-4460-875b-03b6e6a0096a] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.258013] env[69481]: DEBUG nova.scheduler.client.report [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.432155] env[69481]: DEBUG oslo_concurrency.lockutils [req-50dc723a-44be-4712-aa25-9cdf0f11b8e6 req-5979d34d-0b6d-4a7d-8b6c-d1d2e35fd245 service nova] Releasing lock "refresh_cache-35708636-75b1-4db6-be71-038bbf3e3858" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.527353] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 647ea37d-4f78-48e6-81c1-de11a7aa9a42] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.654081] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91eb39b8-145a-4de8-90ab-225846ef0e7a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.654363] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91eb39b8-145a-4de8-90ab-225846ef0e7a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.654692] env[69481]: DEBUG nova.objects.instance [None req-91eb39b8-145a-4de8-90ab-225846ef0e7a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'flavor' on Instance uuid 06f2d4aa-43d3-433d-82af-cc382f338f8b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.763069] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.763686] env[69481]: DEBUG nova.compute.manager [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.766337] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.909s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.766538] env[69481]: DEBUG nova.objects.instance [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lazy-loading 'resources' on Instance uuid dab404ef-3748-498b-b7fb-18bf4118f6d9 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.031039] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 56067fc3-a5c6-4954-8b05-03d5ca478e6b] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.158741] env[69481]: DEBUG nova.objects.instance [None req-91eb39b8-145a-4de8-90ab-225846ef0e7a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'pci_requests' on Instance uuid 06f2d4aa-43d3-433d-82af-cc382f338f8b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.269500] env[69481]: DEBUG nova.compute.utils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.273754] env[69481]: DEBUG nova.compute.manager [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.273906] env[69481]: DEBUG nova.network.neutron [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.320110] env[69481]: DEBUG nova.policy [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1513abfb3b714e2fa113e306ff3728b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e4eb7f68c61403699ef0a74851960a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.447184] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d6c5d5-a780-45dd-82fe-75cba675c86e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.455245] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07791369-cfc0-42b3-ab02-24aff7a22285 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.485599] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec659589-80ea-4e77-88d9-7fca8041420b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.492608] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ece723d-ca7a-41b5-92c7-2fb56e04b21a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.505608] env[69481]: DEBUG nova.compute.provider_tree [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.533884] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 75673729-6372-45f9-b521-1b0cb275a5d0] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.590932] env[69481]: DEBUG nova.network.neutron [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Successfully created port: a25d0035-ba27-4de8-b6a9-729781fb1533 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.661633] env[69481]: DEBUG nova.objects.base [None req-91eb39b8-145a-4de8-90ab-225846ef0e7a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Object Instance<06f2d4aa-43d3-433d-82af-cc382f338f8b> lazy-loaded attributes: flavor,pci_requests {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.661871] env[69481]: DEBUG nova.network.neutron [None req-91eb39b8-145a-4de8-90ab-225846ef0e7a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.732037] env[69481]: DEBUG oslo_concurrency.lockutils [None req-91eb39b8-145a-4de8-90ab-225846ef0e7a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.078s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.774599] env[69481]: DEBUG nova.compute.manager [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.008871] env[69481]: DEBUG nova.scheduler.client.report [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.038119] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 7b6df427-c08b-4d50-a6e7-822727cb9f44] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.513615] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.516018] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.068s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.516256] env[69481]: DEBUG nova.objects.instance [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Lazy-loading 'resources' on Instance uuid dc82e3f6-b726-4e9e-940a-00925b64068e {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.538299] env[69481]: INFO nova.scheduler.client.report [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Deleted allocations for instance dab404ef-3748-498b-b7fb-18bf4118f6d9 [ 1205.541870] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: e9493042-db8b-45a3-b003-3714fff0bf73] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.784130] env[69481]: DEBUG nova.compute.manager [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.809837] env[69481]: DEBUG nova.virt.hardware [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.810099] env[69481]: DEBUG nova.virt.hardware [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.810255] env[69481]: DEBUG nova.virt.hardware [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.810440] env[69481]: DEBUG nova.virt.hardware [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.810590] env[69481]: DEBUG nova.virt.hardware [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.810736] env[69481]: DEBUG nova.virt.hardware [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.810944] env[69481]: DEBUG nova.virt.hardware [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.811131] env[69481]: DEBUG nova.virt.hardware [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.811466] env[69481]: DEBUG nova.virt.hardware [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.811547] env[69481]: DEBUG nova.virt.hardware [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.811793] env[69481]: DEBUG nova.virt.hardware [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.812577] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf155c31-3338-4613-b4a1-5c68c6194970 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.820311] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348410a6-e6af-4d44-b70e-e6a74a8b0f35 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.941551] env[69481]: DEBUG nova.compute.manager [req-01724507-1548-4d1d-8f31-c51a308e181a req-01069121-1f3a-42ce-b083-b611747fa96d service nova] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Received event network-vif-plugged-a25d0035-ba27-4de8-b6a9-729781fb1533 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.941679] env[69481]: DEBUG oslo_concurrency.lockutils [req-01724507-1548-4d1d-8f31-c51a308e181a req-01069121-1f3a-42ce-b083-b611747fa96d service nova] Acquiring lock "3fbf7470-a51d-494d-832f-0b224383ee53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.941880] env[69481]: DEBUG oslo_concurrency.lockutils [req-01724507-1548-4d1d-8f31-c51a308e181a req-01069121-1f3a-42ce-b083-b611747fa96d service nova] Lock "3fbf7470-a51d-494d-832f-0b224383ee53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.942061] env[69481]: DEBUG oslo_concurrency.lockutils [req-01724507-1548-4d1d-8f31-c51a308e181a req-01069121-1f3a-42ce-b083-b611747fa96d service nova] Lock "3fbf7470-a51d-494d-832f-0b224383ee53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.942229] env[69481]: DEBUG nova.compute.manager [req-01724507-1548-4d1d-8f31-c51a308e181a req-01069121-1f3a-42ce-b083-b611747fa96d service nova] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] No waiting events found dispatching network-vif-plugged-a25d0035-ba27-4de8-b6a9-729781fb1533 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.942399] env[69481]: WARNING nova.compute.manager [req-01724507-1548-4d1d-8f31-c51a308e181a req-01069121-1f3a-42ce-b083-b611747fa96d service nova] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Received unexpected event network-vif-plugged-a25d0035-ba27-4de8-b6a9-729781fb1533 for instance with vm_state building and task_state spawning. [ 1206.030794] env[69481]: DEBUG nova.network.neutron [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Successfully updated port: a25d0035-ba27-4de8-b6a9-729781fb1533 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.047893] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 33ad8971-24e2-44c8-8477-c53b2b8c410a] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.049832] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5ddfd18f-8a0d-4a4a-865c-15449a326a62 tempest-AttachVolumeShelveTestJSON-1739660719 tempest-AttachVolumeShelveTestJSON-1739660719-project-member] Lock "dab404ef-3748-498b-b7fb-18bf4118f6d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.760s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.194098] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ab1502-c136-4155-8378-9797f0be4d26 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.203509] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05987f56-6802-43d0-ac2a-db6135408141 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.233470] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03451b2d-7ccd-42f3-b963-1351abdb5eb4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.240395] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f39ce0d-6624-451f-96b2-e0b181b05cd2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.255111] env[69481]: DEBUG nova.compute.provider_tree [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.534221] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "refresh_cache-3fbf7470-a51d-494d-832f-0b224383ee53" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.534392] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "refresh_cache-3fbf7470-a51d-494d-832f-0b224383ee53" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.534513] env[69481]: DEBUG nova.network.neutron [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.554234] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 632de273-922d-469f-924c-9de36f901a03] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.698235] env[69481]: DEBUG oslo_concurrency.lockutils [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.698636] env[69481]: DEBUG oslo_concurrency.lockutils [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.698830] env[69481]: DEBUG nova.objects.instance [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'flavor' on Instance uuid 06f2d4aa-43d3-433d-82af-cc382f338f8b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.757958] env[69481]: DEBUG nova.scheduler.client.report [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.056695] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: c31d2c3c-560d-479b-bd82-2004a6f7390a] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.064523] env[69481]: DEBUG nova.network.neutron [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.196901] env[69481]: DEBUG nova.network.neutron [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Updating instance_info_cache with network_info: [{"id": "a25d0035-ba27-4de8-b6a9-729781fb1533", "address": "fa:16:3e:24:2d:28", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25d0035-ba", "ovs_interfaceid": "a25d0035-ba27-4de8-b6a9-729781fb1533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.263158] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.274077] env[69481]: DEBUG nova.objects.instance [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'pci_requests' on Instance uuid 06f2d4aa-43d3-433d-82af-cc382f338f8b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.283923] env[69481]: INFO nova.scheduler.client.report [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Deleted allocations for instance dc82e3f6-b726-4e9e-940a-00925b64068e [ 1207.560514] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 043ec14a-a5ad-4730-b508-f217f2cca261] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.699539] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "refresh_cache-3fbf7470-a51d-494d-832f-0b224383ee53" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.699818] env[69481]: DEBUG nova.compute.manager [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Instance network_info: |[{"id": "a25d0035-ba27-4de8-b6a9-729781fb1533", "address": "fa:16:3e:24:2d:28", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25d0035-ba", "ovs_interfaceid": "a25d0035-ba27-4de8-b6a9-729781fb1533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.700289] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:2d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a25d0035-ba27-4de8-b6a9-729781fb1533', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.707764] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.707959] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.708198] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ba5b5fe-af69-4669-8bc9-a62aef8aa632 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.728992] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.728992] env[69481]: value = "task-3264876" [ 1207.728992] env[69481]: _type = "Task" [ 1207.728992] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.736431] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264876, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.776259] env[69481]: DEBUG nova.objects.base [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Object Instance<06f2d4aa-43d3-433d-82af-cc382f338f8b> lazy-loaded attributes: flavor,pci_requests {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.776484] env[69481]: DEBUG nova.network.neutron [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.792230] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e2579c1d-4b9e-4b6c-9c31-cb65d3faf680 tempest-ServerAddressesTestJSON-1218128874 tempest-ServerAddressesTestJSON-1218128874-project-member] Lock "dc82e3f6-b726-4e9e-940a-00925b64068e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.759s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.814623] env[69481]: DEBUG nova.policy [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a92ac85baf84eefadff601cdb07792a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912fe61c615f4e24a9d8bc443db1e9e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.990554] env[69481]: DEBUG nova.compute.manager [req-aa6e5e16-d8aa-44aa-973d-74011fcad1dd req-9462e58d-70cc-41ab-8171-4f36f21c70f2 service nova] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Received event network-changed-a25d0035-ba27-4de8-b6a9-729781fb1533 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.990554] env[69481]: DEBUG nova.compute.manager [req-aa6e5e16-d8aa-44aa-973d-74011fcad1dd req-9462e58d-70cc-41ab-8171-4f36f21c70f2 service nova] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Refreshing instance network info cache due to event network-changed-a25d0035-ba27-4de8-b6a9-729781fb1533. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.995764] env[69481]: DEBUG oslo_concurrency.lockutils [req-aa6e5e16-d8aa-44aa-973d-74011fcad1dd req-9462e58d-70cc-41ab-8171-4f36f21c70f2 service nova] Acquiring lock "refresh_cache-3fbf7470-a51d-494d-832f-0b224383ee53" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.995764] env[69481]: DEBUG oslo_concurrency.lockutils [req-aa6e5e16-d8aa-44aa-973d-74011fcad1dd req-9462e58d-70cc-41ab-8171-4f36f21c70f2 service nova] Acquired lock "refresh_cache-3fbf7470-a51d-494d-832f-0b224383ee53" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.995764] env[69481]: DEBUG nova.network.neutron [req-aa6e5e16-d8aa-44aa-973d-74011fcad1dd req-9462e58d-70cc-41ab-8171-4f36f21c70f2 service nova] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Refreshing network info cache for port a25d0035-ba27-4de8-b6a9-729781fb1533 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.063935] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: e8a5ce50-6c2d-4a4b-aef9-ab4f81744a92] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.148970] env[69481]: DEBUG nova.network.neutron [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Successfully created port: 6e58519c-3241-42b0-8cfd-287d1638d55b {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.238556] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264876, 'name': CreateVM_Task, 'duration_secs': 0.365949} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.238556] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.239281] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.239450] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.239788] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.240071] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2bd84d-b848-45d0-bf70-0aa41cccb1c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.244787] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1208.244787] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52173734-29a0-9986-db63-10b88b77a962" [ 1208.244787] env[69481]: _type = "Task" [ 1208.244787] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.252593] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52173734-29a0-9986-db63-10b88b77a962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.567938] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: e5801a02-9010-480e-8700-451620557e97] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.755440] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52173734-29a0-9986-db63-10b88b77a962, 'name': SearchDatastore_Task, 'duration_secs': 0.009537} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.755724] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.755931] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.756184] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.756330] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.756510] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.756762] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bd4e28b-a257-4b7c-bc68-fec273dbd1cf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.765054] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.765237] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.765940] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f66968-3dad-4570-9557-a2e2344b99d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.770671] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1208.770671] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5288728d-df20-2c94-9d4a-fc0486358fbb" [ 1208.770671] env[69481]: _type = "Task" [ 1208.770671] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.775740] env[69481]: DEBUG nova.network.neutron [req-aa6e5e16-d8aa-44aa-973d-74011fcad1dd req-9462e58d-70cc-41ab-8171-4f36f21c70f2 service nova] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Updated VIF entry in instance network info cache for port a25d0035-ba27-4de8-b6a9-729781fb1533. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.776136] env[69481]: DEBUG nova.network.neutron [req-aa6e5e16-d8aa-44aa-973d-74011fcad1dd req-9462e58d-70cc-41ab-8171-4f36f21c70f2 service nova] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Updating instance_info_cache with network_info: [{"id": "a25d0035-ba27-4de8-b6a9-729781fb1533", "address": "fa:16:3e:24:2d:28", "network": {"id": "a2d80871-f874-4590-8d74-796dcc62d4a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1380507605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4eb7f68c61403699ef0a74851960a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25d0035-ba", "ovs_interfaceid": "a25d0035-ba27-4de8-b6a9-729781fb1533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.780236] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5288728d-df20-2c94-9d4a-fc0486358fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.073028] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: b4ea91d3-8256-46e0-a44f-f6ed964b1639] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.280727] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5288728d-df20-2c94-9d4a-fc0486358fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.008658} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.281239] env[69481]: DEBUG oslo_concurrency.lockutils [req-aa6e5e16-d8aa-44aa-973d-74011fcad1dd req-9462e58d-70cc-41ab-8171-4f36f21c70f2 service nova] Releasing lock "refresh_cache-3fbf7470-a51d-494d-832f-0b224383ee53" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.282288] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08af555-29aa-4571-9854-4182f46ed16f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.287135] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1209.287135] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]524c6ffb-20cb-8538-da93-f8f53d06cf08" [ 1209.287135] env[69481]: _type = "Task" [ 1209.287135] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.294468] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524c6ffb-20cb-8538-da93-f8f53d06cf08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.575520] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a2450947-92b7-4fed-a4d8-ee4f8348e028] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.801755] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524c6ffb-20cb-8538-da93-f8f53d06cf08, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.802010] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.802297] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 3fbf7470-a51d-494d-832f-0b224383ee53/3fbf7470-a51d-494d-832f-0b224383ee53.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.802611] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a5252cb-a04f-4193-82de-bc121fcb7ce0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.810735] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1209.810735] env[69481]: value = "task-3264878" [ 1209.810735] env[69481]: _type = "Task" [ 1209.810735] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.818937] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.897218] env[69481]: DEBUG nova.network.neutron [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Successfully updated port: 6e58519c-3241-42b0-8cfd-287d1638d55b {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.022305] env[69481]: DEBUG nova.compute.manager [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received event network-vif-plugged-6e58519c-3241-42b0-8cfd-287d1638d55b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.022532] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] Acquiring lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.022751] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.022925] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.023107] env[69481]: DEBUG nova.compute.manager [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] No waiting events found dispatching network-vif-plugged-6e58519c-3241-42b0-8cfd-287d1638d55b {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.023277] env[69481]: WARNING nova.compute.manager [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received unexpected event network-vif-plugged-6e58519c-3241-42b0-8cfd-287d1638d55b for instance with vm_state active and task_state None. [ 1210.023543] env[69481]: DEBUG nova.compute.manager [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received event network-changed-6e58519c-3241-42b0-8cfd-287d1638d55b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.023741] env[69481]: DEBUG nova.compute.manager [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Refreshing instance network info cache due to event network-changed-6e58519c-3241-42b0-8cfd-287d1638d55b. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.023931] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] Acquiring lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.024081] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] Acquired lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.024244] env[69481]: DEBUG nova.network.neutron [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Refreshing network info cache for port 6e58519c-3241-42b0-8cfd-287d1638d55b {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.078919] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a6787dce-6ac2-470c-b1e2-b05c7e028f79] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.320045] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483555} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.320344] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 3fbf7470-a51d-494d-832f-0b224383ee53/3fbf7470-a51d-494d-832f-0b224383ee53.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.320545] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.320841] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a250984-2c97-46e3-a007-af72833d83e9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.326339] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1210.326339] env[69481]: value = "task-3264879" [ 1210.326339] env[69481]: _type = "Task" [ 1210.326339] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.333980] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.400542] env[69481]: DEBUG oslo_concurrency.lockutils [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.582373] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 84bcb63f-a8e5-4e02-b2a6-8633fc7e297f] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.712613] env[69481]: DEBUG nova.network.neutron [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Added VIF to instance network info cache for port 6e58519c-3241-42b0-8cfd-287d1638d55b. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1210.713070] env[69481]: DEBUG nova.network.neutron [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updating instance_info_cache with network_info: [{"id": "384911ad-19d7-4af8-92b5-0665e8358730", "address": "fa:16:3e:bd:4c:8e", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384911ad-19", "ovs_interfaceid": "384911ad-19d7-4af8-92b5-0665e8358730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e58519c-3241-42b0-8cfd-287d1638d55b", "address": "fa:16:3e:77:38:4b", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e58519c-32", "ovs_interfaceid": "6e58519c-3241-42b0-8cfd-287d1638d55b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.836398] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065826} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.836824] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.837982] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284c224e-c9d4-45bc-8753-b41716d71872 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.860219] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 3fbf7470-a51d-494d-832f-0b224383ee53/3fbf7470-a51d-494d-832f-0b224383ee53.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.860814] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd75eb51-0701-4bc7-bee0-a21e4b9cfba9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.879348] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1210.879348] env[69481]: value = "task-3264880" [ 1210.879348] env[69481]: _type = "Task" [ 1210.879348] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.887599] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.086109] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 9c468aae-9323-4c89-91db-dffa1f3df26b] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.215829] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1d38ae1-e9c0-4898-8162-dd3468e40249 req-318e4799-09a4-4505-8e54-de265bbc60b2 service nova] Releasing lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.216323] env[69481]: DEBUG oslo_concurrency.lockutils [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.216511] env[69481]: DEBUG nova.network.neutron [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.389632] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264880, 'name': ReconfigVM_Task, 'duration_secs': 0.273772} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.389792] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 3fbf7470-a51d-494d-832f-0b224383ee53/3fbf7470-a51d-494d-832f-0b224383ee53.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.390426] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75c0ffd2-b5e3-4a3f-9714-48af8ed18632 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.397171] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1211.397171] env[69481]: value = "task-3264881" [ 1211.397171] env[69481]: _type = "Task" [ 1211.397171] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.405916] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264881, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.588852] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 601dd942-9185-4701-9d96-f67f5cf95527] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.752546] env[69481]: WARNING nova.network.neutron [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] 35044157-30ed-47a6-ab2e-33a22eabb203 already exists in list: networks containing: ['35044157-30ed-47a6-ab2e-33a22eabb203']. ignoring it [ 1211.752754] env[69481]: WARNING nova.network.neutron [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] 35044157-30ed-47a6-ab2e-33a22eabb203 already exists in list: networks containing: ['35044157-30ed-47a6-ab2e-33a22eabb203']. ignoring it [ 1211.752919] env[69481]: WARNING nova.network.neutron [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] 6e58519c-3241-42b0-8cfd-287d1638d55b already exists in list: port_ids containing: ['6e58519c-3241-42b0-8cfd-287d1638d55b']. ignoring it [ 1211.907836] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264881, 'name': Rename_Task, 'duration_secs': 0.143032} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.910375] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.910634] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec351431-2345-42b5-8a43-0636e0b5905b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.917436] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1211.917436] env[69481]: value = "task-3264882" [ 1211.917436] env[69481]: _type = "Task" [ 1211.917436] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.925402] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.041221] env[69481]: DEBUG nova.network.neutron [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updating instance_info_cache with network_info: [{"id": "384911ad-19d7-4af8-92b5-0665e8358730", "address": "fa:16:3e:bd:4c:8e", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384911ad-19", "ovs_interfaceid": "384911ad-19d7-4af8-92b5-0665e8358730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e58519c-3241-42b0-8cfd-287d1638d55b", "address": "fa:16:3e:77:38:4b", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e58519c-32", "ovs_interfaceid": "6e58519c-3241-42b0-8cfd-287d1638d55b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.091872] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 4a193cef-9e1a-4141-9a0b-7ec6c58ba504] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.428222] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264882, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.544509] env[69481]: DEBUG oslo_concurrency.lockutils [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.545207] env[69481]: DEBUG oslo_concurrency.lockutils [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.545394] env[69481]: DEBUG oslo_concurrency.lockutils [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.546333] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19bcc3e-6896-486e-b151-edd0dc1e87ec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.570739] env[69481]: DEBUG nova.virt.hardware [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.571151] env[69481]: DEBUG nova.virt.hardware [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.572030] env[69481]: DEBUG nova.virt.hardware [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.572030] env[69481]: DEBUG nova.virt.hardware [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.572030] env[69481]: DEBUG nova.virt.hardware [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.572236] env[69481]: DEBUG nova.virt.hardware [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.572521] env[69481]: DEBUG nova.virt.hardware [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.572777] env[69481]: DEBUG nova.virt.hardware [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.573090] env[69481]: DEBUG nova.virt.hardware [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.573329] env[69481]: DEBUG nova.virt.hardware [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.573599] env[69481]: DEBUG nova.virt.hardware [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.581683] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Reconfiguring VM to attach interface {{(pid=69481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1212.582075] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93dc4202-9951-40be-b9fa-ea130c08862f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.595784] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 43bfc4c0-4c06-40c7-a3f9-273ccb77e994] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.599094] env[69481]: DEBUG oslo_vmware.api [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1212.599094] env[69481]: value = "task-3264883" [ 1212.599094] env[69481]: _type = "Task" [ 1212.599094] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.607815] env[69481]: DEBUG oslo_vmware.api [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264883, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.929664] env[69481]: DEBUG oslo_vmware.api [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264882, 'name': PowerOnVM_Task, 'duration_secs': 0.528673} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.930888] env[69481]: DEBUG oslo_concurrency.lockutils [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "c20080a0-d507-4c4c-a620-49b1d40df48c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.931147] env[69481]: DEBUG oslo_concurrency.lockutils [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.932559] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.933426] env[69481]: INFO nova.compute.manager [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1212.933426] env[69481]: DEBUG nova.compute.manager [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.934756] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca9fa66-a96f-4c46-9d62-d58381e3927e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.102426] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: b688722e-ebff-4304-9e3e-7aa9f97f5354] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.116236] env[69481]: DEBUG oslo_vmware.api [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.435427] env[69481]: DEBUG nova.compute.utils [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.455770] env[69481]: INFO nova.compute.manager [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Took 11.97 seconds to build instance. [ 1213.611254] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 170c4c18-014e-4887-a6ce-888f2b28303e] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.618511] env[69481]: DEBUG oslo_vmware.api [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264883, 'name': ReconfigVM_Task, 'duration_secs': 0.764827} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.619013] env[69481]: DEBUG oslo_concurrency.lockutils [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.619235] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Reconfigured VM to attach interface {{(pid=69481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1213.939353] env[69481]: DEBUG oslo_concurrency.lockutils [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.959385] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c4a9043-a3be-4802-99a3-3b0176182fa7 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "3fbf7470-a51d-494d-832f-0b224383ee53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.480s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.114431] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: de29d366-5596-4109-9b46-3628b86684de] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.123941] env[69481]: DEBUG oslo_concurrency.lockutils [None req-280fa616-99a3-4228-9c25-4dffed281e96 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.425s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.618107] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 29474f4a-15a6-41cb-8df5-8fdb1747f116] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.998961] env[69481]: DEBUG oslo_concurrency.lockutils [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "c20080a0-d507-4c4c-a620-49b1d40df48c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.998961] env[69481]: DEBUG oslo_concurrency.lockutils [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.998961] env[69481]: INFO nova.compute.manager [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Attaching volume 0dfb64bc-3e12-42a5-92c5-a4734a0f681b to /dev/sdb [ 1215.042153] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58557015-52fb-4ad5-9801-56aa9714bae3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.048141] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab943bc-f695-48d8-9c7a-1e6da1fe0c69 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.061519] env[69481]: DEBUG nova.virt.block_device [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updating existing volume attachment record: bea8c742-adda-48b7-893c-535b95dac993 {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1215.121561] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: e2d3f1f0-30a5-41bb-804a-a57073b4fed5] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.630338] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 5777318f-3425-4ad6-913a-4c98ab68d4e1] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.756070] env[69481]: DEBUG oslo_concurrency.lockutils [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "3fbf7470-a51d-494d-832f-0b224383ee53" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.756275] env[69481]: DEBUG oslo_concurrency.lockutils [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "3fbf7470-a51d-494d-832f-0b224383ee53" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.756454] env[69481]: DEBUG nova.compute.manager [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.757415] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9b0c78-a2dc-4847-bdd0-40093881aede {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.765024] env[69481]: DEBUG nova.compute.manager [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1215.765024] env[69481]: DEBUG nova.objects.instance [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lazy-loading 'flavor' on Instance uuid 3fbf7470-a51d-494d-832f-0b224383ee53 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.802116] env[69481]: DEBUG oslo_concurrency.lockutils [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-00161da4-58d3-4a61-8052-b6f59cae910e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.802427] env[69481]: DEBUG oslo_concurrency.lockutils [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-00161da4-58d3-4a61-8052-b6f59cae910e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.803023] env[69481]: DEBUG nova.objects.instance [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'flavor' on Instance uuid 06f2d4aa-43d3-433d-82af-cc382f338f8b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.133936] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a09a75d5-e39c-40c6-9f3e-343928a2c96e] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.427339] env[69481]: DEBUG nova.objects.instance [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'pci_requests' on Instance uuid 06f2d4aa-43d3-433d-82af-cc382f338f8b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.636925] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 9ef29985-af3c-4d65-856b-a030f111cf85] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.772025] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.772343] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be88cc41-728a-4ed2-be60-3830a85f1058 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.779173] env[69481]: DEBUG oslo_vmware.api [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1216.779173] env[69481]: value = "task-3264887" [ 1216.779173] env[69481]: _type = "Task" [ 1216.779173] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.787454] env[69481]: DEBUG oslo_vmware.api [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.930554] env[69481]: DEBUG nova.objects.base [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Object Instance<06f2d4aa-43d3-433d-82af-cc382f338f8b> lazy-loaded attributes: flavor,pci_requests {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1216.930715] env[69481]: DEBUG nova.network.neutron [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.996842] env[69481]: DEBUG nova.policy [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a92ac85baf84eefadff601cdb07792a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912fe61c615f4e24a9d8bc443db1e9e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.140937] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: e8849400-5f6e-4718-ac0d-f8d9220cc88a] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.289817] env[69481]: DEBUG oslo_vmware.api [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264887, 'name': PowerOffVM_Task, 'duration_secs': 0.179425} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.290111] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.290316] env[69481]: DEBUG nova.compute.manager [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.291112] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da21159-2264-46e0-9cae-21c12f3cd2cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.645074] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.645273] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Cleaning up deleted instances with incomplete migration {{(pid=69481) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1217.803070] env[69481]: DEBUG oslo_concurrency.lockutils [None req-236a1dca-f50e-48e7-9c7e-f99311599be6 tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "3fbf7470-a51d-494d-832f-0b224383ee53" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.345895] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "3fbf7470-a51d-494d-832f-0b224383ee53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.346254] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "3fbf7470-a51d-494d-832f-0b224383ee53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.346356] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "3fbf7470-a51d-494d-832f-0b224383ee53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.346485] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "3fbf7470-a51d-494d-832f-0b224383ee53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.346669] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "3fbf7470-a51d-494d-832f-0b224383ee53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.348891] env[69481]: INFO nova.compute.manager [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Terminating instance [ 1218.396204] env[69481]: DEBUG nova.compute.manager [req-f5f55f4a-a68a-496e-8b72-f1bc1ca2d7b1 req-58252e24-9443-4927-8bd2-15453594b633 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received event network-vif-plugged-00161da4-58d3-4a61-8052-b6f59cae910e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.396414] env[69481]: DEBUG oslo_concurrency.lockutils [req-f5f55f4a-a68a-496e-8b72-f1bc1ca2d7b1 req-58252e24-9443-4927-8bd2-15453594b633 service nova] Acquiring lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.396617] env[69481]: DEBUG oslo_concurrency.lockutils [req-f5f55f4a-a68a-496e-8b72-f1bc1ca2d7b1 req-58252e24-9443-4927-8bd2-15453594b633 service nova] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.396815] env[69481]: DEBUG oslo_concurrency.lockutils [req-f5f55f4a-a68a-496e-8b72-f1bc1ca2d7b1 req-58252e24-9443-4927-8bd2-15453594b633 service nova] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.396944] env[69481]: DEBUG nova.compute.manager [req-f5f55f4a-a68a-496e-8b72-f1bc1ca2d7b1 req-58252e24-9443-4927-8bd2-15453594b633 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] No waiting events found dispatching network-vif-plugged-00161da4-58d3-4a61-8052-b6f59cae910e {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1218.397125] env[69481]: WARNING nova.compute.manager [req-f5f55f4a-a68a-496e-8b72-f1bc1ca2d7b1 req-58252e24-9443-4927-8bd2-15453594b633 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received unexpected event network-vif-plugged-00161da4-58d3-4a61-8052-b6f59cae910e for instance with vm_state active and task_state None. [ 1218.482091] env[69481]: DEBUG nova.network.neutron [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Successfully updated port: 00161da4-58d3-4a61-8052-b6f59cae910e {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.852598] env[69481]: DEBUG nova.compute.manager [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.852787] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.853725] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066dc18d-2aa9-4166-b60e-93e1f634a903 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.861829] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.862063] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-432f981c-d00f-479f-9660-0a6018f938f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.937772] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.937995] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.938204] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleting the datastore file [datastore1] 3fbf7470-a51d-494d-832f-0b224383ee53 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.938463] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae78d511-6e14-4019-b516-e70cd6e9cde8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.945186] env[69481]: DEBUG oslo_vmware.api [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1218.945186] env[69481]: value = "task-3264890" [ 1218.945186] env[69481]: _type = "Task" [ 1218.945186] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.954014] env[69481]: DEBUG oslo_vmware.api [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.985331] env[69481]: DEBUG oslo_concurrency.lockutils [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.985331] env[69481]: DEBUG oslo_concurrency.lockutils [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.985507] env[69481]: DEBUG nova.network.neutron [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.454535] env[69481]: DEBUG oslo_vmware.api [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137701} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.454861] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.455112] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.455359] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.455654] env[69481]: INFO nova.compute.manager [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1219.455955] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.456217] env[69481]: DEBUG nova.compute.manager [-] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.456369] env[69481]: DEBUG nova.network.neutron [-] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.521623] env[69481]: WARNING nova.network.neutron [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] 35044157-30ed-47a6-ab2e-33a22eabb203 already exists in list: networks containing: ['35044157-30ed-47a6-ab2e-33a22eabb203']. ignoring it [ 1219.521857] env[69481]: WARNING nova.network.neutron [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] 35044157-30ed-47a6-ab2e-33a22eabb203 already exists in list: networks containing: ['35044157-30ed-47a6-ab2e-33a22eabb203']. ignoring it [ 1219.611147] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1219.611147] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652217', 'volume_id': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'name': 'volume-0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c20080a0-d507-4c4c-a620-49b1d40df48c', 'attached_at': '', 'detached_at': '', 'volume_id': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'serial': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1219.611147] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bacbd80-9d3a-405f-92dd-0ce344002d42 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.629200] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5535cf8a-beaa-4d89-936f-160b5667c346 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.660664] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-0dfb64bc-3e12-42a5-92c5-a4734a0f681b/volume-0dfb64bc-3e12-42a5-92c5-a4734a0f681b.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.662415] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb66866-43d9-41c3-99c8-47577158110a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.681893] env[69481]: DEBUG oslo_vmware.api [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1219.681893] env[69481]: value = "task-3264891" [ 1219.681893] env[69481]: _type = "Task" [ 1219.681893] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.692551] env[69481]: DEBUG oslo_vmware.api [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.144619] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.147107] env[69481]: DEBUG nova.network.neutron [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updating instance_info_cache with network_info: [{"id": "384911ad-19d7-4af8-92b5-0665e8358730", "address": "fa:16:3e:bd:4c:8e", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384911ad-19", "ovs_interfaceid": "384911ad-19d7-4af8-92b5-0665e8358730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e58519c-3241-42b0-8cfd-287d1638d55b", "address": "fa:16:3e:77:38:4b", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e58519c-32", "ovs_interfaceid": "6e58519c-3241-42b0-8cfd-287d1638d55b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00161da4-58d3-4a61-8052-b6f59cae910e", "address": "fa:16:3e:52:67:ad", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00161da4-58", "ovs_interfaceid": "00161da4-58d3-4a61-8052-b6f59cae910e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.192227] env[69481]: DEBUG oslo_vmware.api [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264891, 'name': ReconfigVM_Task, 'duration_secs': 0.349352} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.192552] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-0dfb64bc-3e12-42a5-92c5-a4734a0f681b/volume-0dfb64bc-3e12-42a5-92c5-a4734a0f681b.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.197236] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f903cf7-39c4-4fd6-9f8a-06297fcbb8b3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.211311] env[69481]: DEBUG oslo_vmware.api [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1220.211311] env[69481]: value = "task-3264892" [ 1220.211311] env[69481]: _type = "Task" [ 1220.211311] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.218869] env[69481]: DEBUG oslo_vmware.api [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.236312] env[69481]: DEBUG nova.network.neutron [-] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.273825] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "71867888-4140-4bba-8393-bbdb3e23d2f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.274165] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.274391] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "71867888-4140-4bba-8393-bbdb3e23d2f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.274583] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.274750] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.277153] env[69481]: INFO nova.compute.manager [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Terminating instance [ 1220.424882] env[69481]: DEBUG nova.compute.manager [req-29b1ee17-6224-471b-83a3-f1d6fe87efee req-2ff0d572-9f01-4fdb-91ea-843ecb985f99 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received event network-changed-00161da4-58d3-4a61-8052-b6f59cae910e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.425099] env[69481]: DEBUG nova.compute.manager [req-29b1ee17-6224-471b-83a3-f1d6fe87efee req-2ff0d572-9f01-4fdb-91ea-843ecb985f99 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Refreshing instance network info cache due to event network-changed-00161da4-58d3-4a61-8052-b6f59cae910e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.425292] env[69481]: DEBUG oslo_concurrency.lockutils [req-29b1ee17-6224-471b-83a3-f1d6fe87efee req-2ff0d572-9f01-4fdb-91ea-843ecb985f99 service nova] Acquiring lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.652669] env[69481]: DEBUG oslo_concurrency.lockutils [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.653269] env[69481]: DEBUG oslo_concurrency.lockutils [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.653428] env[69481]: DEBUG oslo_concurrency.lockutils [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.653733] env[69481]: DEBUG oslo_concurrency.lockutils [req-29b1ee17-6224-471b-83a3-f1d6fe87efee req-2ff0d572-9f01-4fdb-91ea-843ecb985f99 service nova] Acquired lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.653941] env[69481]: DEBUG nova.network.neutron [req-29b1ee17-6224-471b-83a3-f1d6fe87efee req-2ff0d572-9f01-4fdb-91ea-843ecb985f99 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Refreshing network info cache for port 00161da4-58d3-4a61-8052-b6f59cae910e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.656745] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dd8f02-8914-4680-aa24-63320e2fc1d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.659808] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.660401] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.674780] env[69481]: DEBUG nova.virt.hardware [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.675015] env[69481]: DEBUG nova.virt.hardware [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.675183] env[69481]: DEBUG nova.virt.hardware [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.675371] env[69481]: DEBUG nova.virt.hardware [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.675524] env[69481]: DEBUG nova.virt.hardware [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.675677] env[69481]: DEBUG nova.virt.hardware [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.675883] env[69481]: DEBUG nova.virt.hardware [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.676055] env[69481]: DEBUG nova.virt.hardware [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.676228] env[69481]: DEBUG nova.virt.hardware [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.676393] env[69481]: DEBUG nova.virt.hardware [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.676568] env[69481]: DEBUG nova.virt.hardware [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.682815] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Reconfiguring VM to attach interface {{(pid=69481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1220.684371] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d8cd20-a570-4c6d-b1f7-e3d329a8524c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.701224] env[69481]: DEBUG oslo_vmware.api [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1220.701224] env[69481]: value = "task-3264893" [ 1220.701224] env[69481]: _type = "Task" [ 1220.701224] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.709048] env[69481]: DEBUG oslo_vmware.api [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264893, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.721746] env[69481]: DEBUG oslo_vmware.api [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264892, 'name': ReconfigVM_Task, 'duration_secs': 0.142222} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.721746] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652217', 'volume_id': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'name': 'volume-0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c20080a0-d507-4c4c-a620-49b1d40df48c', 'attached_at': '', 'detached_at': '', 'volume_id': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'serial': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1220.739457] env[69481]: INFO nova.compute.manager [-] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Took 1.28 seconds to deallocate network for instance. [ 1220.781835] env[69481]: DEBUG nova.compute.manager [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.782081] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.782339] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f7ddb87-cc22-4803-87b5-ac8035f0ddbe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.789514] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1220.789514] env[69481]: value = "task-3264894" [ 1220.789514] env[69481]: _type = "Task" [ 1220.789514] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.797757] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.165117] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Getting list of instances from cluster (obj){ [ 1221.165117] env[69481]: value = "domain-c8" [ 1221.165117] env[69481]: _type = "ClusterComputeResource" [ 1221.165117] env[69481]: } {{(pid=69481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1221.166253] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad4e2c6-18b2-4892-8fc0-9f28f96c6a0e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.186255] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Got total of 11 instances {{(pid=69481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1221.186483] env[69481]: WARNING nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] While synchronizing instance power states, found 12 instances in the database and 11 instances on the hypervisor. [ 1221.186569] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid 634b6ae2-3e25-4f45-9ace-005766a588de {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.186797] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid 166fca2a-4e00-4fbe-bc83-d90aff48853b {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.187019] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid 868e795b-97a9-4e8d-ba34-78c5f623502a {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.187214] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid 161b6953-8a39-465f-954a-5c44dba4f364 {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.187395] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid 36925efc-baa1-434d-b45c-2d2dc54749a8 {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.187585] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid 89554575-695e-4a49-b4d9-1406069a9b55 {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.187769] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid 71867888-4140-4bba-8393-bbdb3e23d2f0 {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.187948] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid 06f2d4aa-43d3-433d-82af-cc382f338f8b {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.188124] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid c20080a0-d507-4c4c-a620-49b1d40df48c {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.188288] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid ff9f2647-56a6-4a86-84dc-11a97f690727 {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.188419] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid 35708636-75b1-4db6-be71-038bbf3e3858 {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.188553] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Triggering sync for uuid 3fbf7470-a51d-494d-832f-0b224383ee53 {{(pid=69481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1221.188922] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "634b6ae2-3e25-4f45-9ace-005766a588de" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.189175] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "634b6ae2-3e25-4f45-9ace-005766a588de" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.189439] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "166fca2a-4e00-4fbe-bc83-d90aff48853b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.189621] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "166fca2a-4e00-4fbe-bc83-d90aff48853b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.189845] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "868e795b-97a9-4e8d-ba34-78c5f623502a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.190042] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "868e795b-97a9-4e8d-ba34-78c5f623502a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.190255] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "161b6953-8a39-465f-954a-5c44dba4f364" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.190429] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "161b6953-8a39-465f-954a-5c44dba4f364" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.190650] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "36925efc-baa1-434d-b45c-2d2dc54749a8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.190838] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "36925efc-baa1-434d-b45c-2d2dc54749a8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.191046] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "89554575-695e-4a49-b4d9-1406069a9b55" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.191223] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "89554575-695e-4a49-b4d9-1406069a9b55" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.191485] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "71867888-4140-4bba-8393-bbdb3e23d2f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.191676] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.191876] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "c20080a0-d507-4c4c-a620-49b1d40df48c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.192081] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "ff9f2647-56a6-4a86-84dc-11a97f690727" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.192374] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.192628] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "35708636-75b1-4db6-be71-038bbf3e3858" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.192816] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "35708636-75b1-4db6-be71-038bbf3e3858" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.193170] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "3fbf7470-a51d-494d-832f-0b224383ee53" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.194035] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd9b22-3ee1-4bcf-928c-bed6c825842c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.197066] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f60434-d536-459b-a877-dcc877c39272 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.199914] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19c0852-e682-4706-82d7-729979a8060f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.202712] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f113e4-14d4-43dd-aec0-623652ec3ef8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.205409] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be6f674-399a-4095-a0e2-cb2c974b8e81 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.207975] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f0f0f1-4f84-4636-af3f-dc176408b351 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.211404] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddccb3de-4768-4d99-a673-eecdf2bdf12f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.214642] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1660567-5022-4207-99c8-95c4fda53e86 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.249878] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.250166] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.250376] env[69481]: DEBUG nova.objects.instance [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lazy-loading 'resources' on Instance uuid 3fbf7470-a51d-494d-832f-0b224383ee53 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.264748] env[69481]: DEBUG oslo_vmware.api [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.301067] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264894, 'name': PowerOffVM_Task, 'duration_secs': 0.181522} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.301335] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.301550] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1221.301738] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652197', 'volume_id': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'name': 'volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '71867888-4140-4bba-8393-bbdb3e23d2f0', 'attached_at': '2025-04-03T15:10:55.000000', 'detached_at': '', 'volume_id': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'serial': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1221.302713] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d108a6-67cd-45c8-ae63-d2a47b394bb7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.995625] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "166fca2a-4e00-4fbe-bc83-d90aff48853b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.806s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.996028] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "634b6ae2-3e25-4f45-9ace-005766a588de" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.807s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.998278] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "161b6953-8a39-465f-954a-5c44dba4f364" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.808s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.998547] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "36925efc-baa1-434d-b45c-2d2dc54749a8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.808s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.998824] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "89554575-695e-4a49-b4d9-1406069a9b55" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.808s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.999117] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "868e795b-97a9-4e8d-ba34-78c5f623502a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.809s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.999401] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "35708636-75b1-4db6-be71-038bbf3e3858" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.807s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.999680] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.807s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.000339] env[69481]: DEBUG nova.objects.instance [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lazy-loading 'flavor' on Instance uuid c20080a0-d507-4c4c-a620-49b1d40df48c {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.027708] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5096d79-edc6-4fb3-9011-618d60e72375 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.030501] env[69481]: DEBUG oslo_vmware.api [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264893, 'name': ReconfigVM_Task, 'duration_secs': 0.733052} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.033532] env[69481]: DEBUG oslo_concurrency.lockutils [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.033736] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Reconfigured VM to attach interface {{(pid=69481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1222.039186] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.847s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.039990] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b39291-5307-415d-a320-3c6dd6008ec4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.045932] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2538cce8-11d5-41db-aa0a-7b5b7749145d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.071792] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb0b69a-9215-41ca-a051-3dbff055ce71 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.088976] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] The volume has not been displaced from its original location: [datastore1] volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874/volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1222.094225] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1222.098851] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e477f93d-0cbe-4c6a-8a04-b3e05d628ee5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.116466] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1222.116466] env[69481]: value = "task-3264895" [ 1222.116466] env[69481]: _type = "Task" [ 1222.116466] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.125764] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.147232] env[69481]: DEBUG nova.network.neutron [req-29b1ee17-6224-471b-83a3-f1d6fe87efee req-2ff0d572-9f01-4fdb-91ea-843ecb985f99 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updated VIF entry in instance network info cache for port 00161da4-58d3-4a61-8052-b6f59cae910e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.147354] env[69481]: DEBUG nova.network.neutron [req-29b1ee17-6224-471b-83a3-f1d6fe87efee req-2ff0d572-9f01-4fdb-91ea-843ecb985f99 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updating instance_info_cache with network_info: [{"id": "384911ad-19d7-4af8-92b5-0665e8358730", "address": "fa:16:3e:bd:4c:8e", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384911ad-19", "ovs_interfaceid": "384911ad-19d7-4af8-92b5-0665e8358730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e58519c-3241-42b0-8cfd-287d1638d55b", "address": "fa:16:3e:77:38:4b", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e58519c-32", "ovs_interfaceid": "6e58519c-3241-42b0-8cfd-287d1638d55b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00161da4-58d3-4a61-8052-b6f59cae910e", "address": "fa:16:3e:52:67:ad", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00161da4-58", "ovs_interfaceid": "00161da4-58d3-4a61-8052-b6f59cae910e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.222602] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55df75b3-fc57-4cd9-a8f3-d76394d4010d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.230409] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea0ff3f-3cd9-4e4f-9be7-0e0bd6a9fd1e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.260507] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3d6e04-68e7-4aa2-91d0-c6753e063b96 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.267981] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca81f1d-e5d3-417a-934e-9ddf08b20877 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.281350] env[69481]: DEBUG nova.compute.provider_tree [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.507045] env[69481]: DEBUG oslo_concurrency.lockutils [None req-45ebb41c-6331-4bde-a9fe-5c2111305ba2 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.510s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.508035] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.316s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.509041] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d02c18e-913d-4a3b-8dee-7691df7ae554 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.512277] env[69481]: INFO nova.compute.manager [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Rescuing [ 1222.512498] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.512646] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.512806] env[69481]: DEBUG nova.network.neutron [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.538306] env[69481]: DEBUG oslo_concurrency.lockutils [None req-77bff8aa-5821-4882-8a2c-e38d3627e805 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-00161da4-58d3-4a61-8052-b6f59cae910e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.736s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.552853] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.626902] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264895, 'name': ReconfigVM_Task, 'duration_secs': 0.177666} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.627215] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.632100] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8697e06c-a6e7-4674-9cfe-cbaa76d99a16 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.648333] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1222.648333] env[69481]: value = "task-3264896" [ 1222.648333] env[69481]: _type = "Task" [ 1222.648333] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.652014] env[69481]: DEBUG oslo_concurrency.lockutils [req-29b1ee17-6224-471b-83a3-f1d6fe87efee req-2ff0d572-9f01-4fdb-91ea-843ecb985f99 service nova] Releasing lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.652257] env[69481]: DEBUG nova.compute.manager [req-29b1ee17-6224-471b-83a3-f1d6fe87efee req-2ff0d572-9f01-4fdb-91ea-843ecb985f99 service nova] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Received event network-vif-deleted-a25d0035-ba27-4de8-b6a9-729781fb1533 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.656328] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.785101] env[69481]: DEBUG nova.scheduler.client.report [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.020019] env[69481]: INFO nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1223.020286] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.161608] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264896, 'name': ReconfigVM_Task, 'duration_secs': 0.103118} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.161907] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652197', 'volume_id': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'name': 'volume-bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '71867888-4140-4bba-8393-bbdb3e23d2f0', 'attached_at': '2025-04-03T15:10:55.000000', 'detached_at': '', 'volume_id': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874', 'serial': 'bbfb5e99-f1eb-4345-9e4a-10c72a01c874'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1223.162173] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.163017] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b07b5-72f3-4b2f-b4a2-8e005e1c0319 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.171075] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.171339] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2c099af-f4d1-4081-8ce1-9296048a0fd8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.221340] env[69481]: DEBUG nova.network.neutron [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updating instance_info_cache with network_info: [{"id": "5d59e266-83fb-40f0-a5ae-52734b42440b", "address": "fa:16:3e:82:93:c5", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d59e266-83", "ovs_interfaceid": "5d59e266-83fb-40f0-a5ae-52734b42440b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.261728] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.261966] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.262167] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleting the datastore file [datastore1] 71867888-4140-4bba-8393-bbdb3e23d2f0 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.262434] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e274485b-0d81-4958-b441-7456e406959a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.269138] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1223.269138] env[69481]: value = "task-3264898" [ 1223.269138] env[69481]: _type = "Task" [ 1223.269138] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.276637] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.289362] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.308919] env[69481]: INFO nova.scheduler.client.report [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted allocations for instance 3fbf7470-a51d-494d-832f-0b224383ee53 [ 1223.724368] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.778923] env[69481]: DEBUG oslo_vmware.api [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081455} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.779265] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.779635] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.779724] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.779977] env[69481]: INFO nova.compute.manager [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Took 3.00 seconds to destroy the instance on the hypervisor. [ 1223.780211] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.780423] env[69481]: DEBUG nova.compute.manager [-] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.780539] env[69481]: DEBUG nova.network.neutron [-] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.816424] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2155a4bb-8046-4978-8229-9c026c6078ba tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "3fbf7470-a51d-494d-832f-0b224383ee53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.470s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.817945] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "3fbf7470-a51d-494d-832f-0b224383ee53" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.624s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.817945] env[69481]: INFO nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] During sync_power_state the instance has a pending task (deleting). Skip. [ 1223.817945] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "3fbf7470-a51d-494d-832f-0b224383ee53" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.161232] env[69481]: DEBUG oslo_concurrency.lockutils [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-6e58519c-3241-42b0-8cfd-287d1638d55b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.161648] env[69481]: DEBUG oslo_concurrency.lockutils [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-6e58519c-3241-42b0-8cfd-287d1638d55b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.323494] env[69481]: DEBUG nova.compute.manager [req-74833c3f-0a9d-4380-888a-6971a477d963 req-25fa4be5-e914-4649-8821-fa32f704f263 service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Received event network-vif-deleted-a3c6d0b9-2961-48af-a37e-cf8df1991d5e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.323698] env[69481]: INFO nova.compute.manager [req-74833c3f-0a9d-4380-888a-6971a477d963 req-25fa4be5-e914-4649-8821-fa32f704f263 service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Neutron deleted interface a3c6d0b9-2961-48af-a37e-cf8df1991d5e; detaching it from the instance and deleting it from the info cache [ 1224.323872] env[69481]: DEBUG nova.network.neutron [req-74833c3f-0a9d-4380-888a-6971a477d963 req-25fa4be5-e914-4649-8821-fa32f704f263 service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.664430] env[69481]: DEBUG oslo_concurrency.lockutils [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.664784] env[69481]: DEBUG oslo_concurrency.lockutils [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.666178] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f9fa5a-b93a-4085-a427-b6701ec85c02 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.686159] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fdfd84-642d-4f4c-a4f3-68d71b73d914 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.716927] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Reconfiguring VM to detach interface {{(pid=69481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1224.717289] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62992570-371c-4e7b-8e6e-97c40520d5ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.736226] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1224.736226] env[69481]: value = "task-3264899" [ 1224.736226] env[69481]: _type = "Task" [ 1224.736226] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.747908] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.808725] env[69481]: DEBUG nova.network.neutron [-] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.826772] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6939157-0a08-4606-a401-cfe6694ec976 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.836287] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1adcd7-731e-4ccd-8ae7-84c60b213ea5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.866528] env[69481]: DEBUG nova.compute.manager [req-74833c3f-0a9d-4380-888a-6971a477d963 req-25fa4be5-e914-4649-8821-fa32f704f263 service nova] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Detach interface failed, port_id=a3c6d0b9-2961-48af-a37e-cf8df1991d5e, reason: Instance 71867888-4140-4bba-8393-bbdb3e23d2f0 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.246962] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "166fca2a-4e00-4fbe-bc83-d90aff48853b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.247321] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "166fca2a-4e00-4fbe-bc83-d90aff48853b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.247381] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "166fca2a-4e00-4fbe-bc83-d90aff48853b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.247562] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "166fca2a-4e00-4fbe-bc83-d90aff48853b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.247732] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "166fca2a-4e00-4fbe-bc83-d90aff48853b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.249274] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.249734] env[69481]: INFO nova.compute.manager [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Terminating instance [ 1225.311223] env[69481]: INFO nova.compute.manager [-] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Took 1.53 seconds to deallocate network for instance. [ 1225.320310] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.320501] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4c6ccf-4084-4876-b5c8-1301c20ad348 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.328941] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1225.328941] env[69481]: value = "task-3264900" [ 1225.328941] env[69481]: _type = "Task" [ 1225.328941] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.337444] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.747634] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.753378] env[69481]: DEBUG nova.compute.manager [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.753584] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.754349] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7ecc5c-34a0-4b80-b9d1-a73d37f24ac2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.761279] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.761513] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-049a755d-e057-410e-8593-349c9619f7d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.769094] env[69481]: DEBUG oslo_vmware.api [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1225.769094] env[69481]: value = "task-3264901" [ 1225.769094] env[69481]: _type = "Task" [ 1225.769094] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.776823] env[69481]: DEBUG oslo_vmware.api [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.838876] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264900, 'name': PowerOffVM_Task, 'duration_secs': 0.250263} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.839183] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.839929] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8557c1-6a44-4f0e-bbde-2389180d27c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.860899] env[69481]: INFO nova.compute.manager [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Took 0.55 seconds to detach 1 volumes for instance. [ 1225.863047] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d433b6-a2bd-418d-a73a-f38679449de2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.868727] env[69481]: DEBUG nova.compute.manager [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Deleting volume: bbfb5e99-f1eb-4345-9e4a-10c72a01c874 {{(pid=69481) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1225.899986] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.900311] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db6494e-04c9-4d93-bb32-64c0ac390068 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.907748] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1225.907748] env[69481]: value = "task-3264902" [ 1225.907748] env[69481]: _type = "Task" [ 1225.907748] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.916039] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.248732] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.278786] env[69481]: DEBUG oslo_vmware.api [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264901, 'name': PowerOffVM_Task, 'duration_secs': 0.209472} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.279065] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.279243] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.279524] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-562228d7-690f-4298-bf8b-6ca250097b53 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.343991] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.344251] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.344436] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleting the datastore file [datastore1] 166fca2a-4e00-4fbe-bc83-d90aff48853b {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.344720] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abd87946-5837-4fab-bfa4-c78b4bc9af74 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.350590] env[69481]: DEBUG oslo_vmware.api [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for the task: (returnval){ [ 1226.350590] env[69481]: value = "task-3264905" [ 1226.350590] env[69481]: _type = "Task" [ 1226.350590] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.358204] env[69481]: DEBUG oslo_vmware.api [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.409977] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.410422] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.410734] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.426350] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1226.426682] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.427078] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.427366] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.427695] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.428122] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bbf960f-cce1-4aa4-a06f-59a7c62e80d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.437898] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.438087] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.439552] env[69481]: INFO nova.scheduler.client.report [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted allocations for instance 71867888-4140-4bba-8393-bbdb3e23d2f0 [ 1226.440673] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38678345-5698-466b-a16c-22c2b1795d8f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.450700] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1226.450700] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5245a862-35f5-3b85-0531-3c3d4bae65cb" [ 1226.450700] env[69481]: _type = "Task" [ 1226.450700] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.458299] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5245a862-35f5-3b85-0531-3c3d4bae65cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.749680] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.860306] env[69481]: DEBUG oslo_vmware.api [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Task: {'id': task-3264905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155841} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.860563] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.860749] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.860925] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.861126] env[69481]: INFO nova.compute.manager [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1226.861372] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.861609] env[69481]: DEBUG nova.compute.manager [-] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.861734] env[69481]: DEBUG nova.network.neutron [-] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.952349] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6dd45c95-a62c-4dd6-8f26-76ff5f5b75f4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.678s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.956416] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.765s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.957345] env[69481]: INFO nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] During sync_power_state the instance has a pending task (deleting). Skip. [ 1226.957345] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "71867888-4140-4bba-8393-bbdb3e23d2f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.963176] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5245a862-35f5-3b85-0531-3c3d4bae65cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.964034] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e1bac4-bf53-4a3c-a53b-b4594ccb9361 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.969507] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1226.969507] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce388d-5d23-edac-f24d-f58726f197d5" [ 1226.969507] env[69481]: _type = "Task" [ 1226.969507] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.977718] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce388d-5d23-edac-f24d-f58726f197d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.150197] env[69481]: DEBUG nova.compute.manager [req-644d9327-8ffe-443c-93f0-cdc0bcc1b045 req-baf3379e-2dc6-465d-a77e-714593bbac97 service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Received event network-vif-deleted-7659a9f7-31d4-4cbc-b86b-9afecf9047ec {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.150375] env[69481]: INFO nova.compute.manager [req-644d9327-8ffe-443c-93f0-cdc0bcc1b045 req-baf3379e-2dc6-465d-a77e-714593bbac97 service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Neutron deleted interface 7659a9f7-31d4-4cbc-b86b-9afecf9047ec; detaching it from the instance and deleting it from the info cache [ 1227.150618] env[69481]: DEBUG nova.network.neutron [req-644d9327-8ffe-443c-93f0-cdc0bcc1b045 req-baf3379e-2dc6-465d-a77e-714593bbac97 service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.250249] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.483022] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52ce388d-5d23-edac-f24d-f58726f197d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013348} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.483022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.483365] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] c20080a0-d507-4c4c-a620-49b1d40df48c/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. {{(pid=69481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1227.483862] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9299fa9f-9643-4a6b-9059-416dd649eb14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.491946] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1227.491946] env[69481]: value = "task-3264906" [ 1227.491946] env[69481]: _type = "Task" [ 1227.491946] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.502387] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.632304] env[69481]: DEBUG nova.network.neutron [-] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.652892] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bf7a935-3b9a-47bf-a822-6cd4570d283e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.662414] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee34afd9-2b35-4abc-ba63-d13aea38277e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.693868] env[69481]: DEBUG nova.compute.manager [req-644d9327-8ffe-443c-93f0-cdc0bcc1b045 req-baf3379e-2dc6-465d-a77e-714593bbac97 service nova] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Detach interface failed, port_id=7659a9f7-31d4-4cbc-b86b-9afecf9047ec, reason: Instance 166fca2a-4e00-4fbe-bc83-d90aff48853b could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.755291] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.002527] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469466} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.002817] env[69481]: INFO nova.virt.vmwareapi.ds_util [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] c20080a0-d507-4c4c-a620-49b1d40df48c/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk. [ 1228.004022] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61a7fb2-0222-4d6d-91e5-5013c84cf957 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.023607] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "868e795b-97a9-4e8d-ba34-78c5f623502a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.023864] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "868e795b-97a9-4e8d-ba34-78c5f623502a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.024089] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "868e795b-97a9-4e8d-ba34-78c5f623502a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.024278] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "868e795b-97a9-4e8d-ba34-78c5f623502a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.024448] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "868e795b-97a9-4e8d-ba34-78c5f623502a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.033016] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] c20080a0-d507-4c4c-a620-49b1d40df48c/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.033579] env[69481]: INFO nova.compute.manager [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Terminating instance [ 1228.035204] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8286ff44-5aa5-4fd2-9808-b5244a3f1a17 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.053241] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1228.053241] env[69481]: value = "task-3264907" [ 1228.053241] env[69481]: _type = "Task" [ 1228.053241] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.061888] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.135260] env[69481]: INFO nova.compute.manager [-] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Took 1.27 seconds to deallocate network for instance. [ 1228.252952] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.550302] env[69481]: DEBUG nova.compute.manager [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.550525] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.551550] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3461be97-4229-4b80-9632-51867c4646df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.562371] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.564931] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ae1e797-02c0-46bc-8983-4a4ea3a1cba8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.566265] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264907, 'name': ReconfigVM_Task, 'duration_secs': 0.328683} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.566523] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Reconfigured VM instance instance-0000006f to attach disk [datastore1] c20080a0-d507-4c4c-a620-49b1d40df48c/2bc8b732-601d-496e-8268-986d3639362a-rescue.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.567580] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033b8582-96d6-4f29-8a7c-c7e3538b4c0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.571408] env[69481]: DEBUG oslo_vmware.api [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1228.571408] env[69481]: value = "task-3264908" [ 1228.571408] env[69481]: _type = "Task" [ 1228.571408] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.599239] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e77bf46-2e18-4a67-9aab-878ee41ff028 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.612285] env[69481]: DEBUG oslo_vmware.api [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.616925] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1228.616925] env[69481]: value = "task-3264909" [ 1228.616925] env[69481]: _type = "Task" [ 1228.616925] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.624553] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.641799] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.642081] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.642296] env[69481]: DEBUG nova.objects.instance [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lazy-loading 'resources' on Instance uuid 166fca2a-4e00-4fbe-bc83-d90aff48853b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.753437] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.081155] env[69481]: DEBUG oslo_vmware.api [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264908, 'name': PowerOffVM_Task, 'duration_secs': 0.303272} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.081394] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.081623] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.081914] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f850e98a-da57-404d-a9f4-35ea71ec9f1f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.127104] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264909, 'name': ReconfigVM_Task, 'duration_secs': 0.223223} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.127205] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.127488] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fda5abeb-0103-4c0c-b6dd-1322d12e0ac2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.133278] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1229.133278] env[69481]: value = "task-3264911" [ 1229.133278] env[69481]: _type = "Task" [ 1229.133278] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.140868] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.142029] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.142232] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.142411] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleting the datastore file [datastore2] 868e795b-97a9-4e8d-ba34-78c5f623502a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.142654] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49a19577-8ad1-4648-b9fa-d8dabbace7b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.151579] env[69481]: DEBUG oslo_vmware.api [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1229.151579] env[69481]: value = "task-3264912" [ 1229.151579] env[69481]: _type = "Task" [ 1229.151579] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.159926] env[69481]: DEBUG oslo_vmware.api [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.258323] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.295926] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d782c77-8210-461a-8c7a-28710d585ce1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.305279] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81ae221-53e2-4ca8-b834-761ae734254b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.351886] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b24dd6-7a00-4cc8-909b-1d75123bcb63 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.361611] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb2a86e-8de7-4190-bef3-71895d512cfd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.378863] env[69481]: DEBUG nova.compute.provider_tree [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.644088] env[69481]: DEBUG oslo_vmware.api [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264911, 'name': PowerOnVM_Task, 'duration_secs': 0.385728} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.644346] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.647092] env[69481]: DEBUG nova.compute.manager [None req-c7c41a0d-5318-44d1-930d-b6fabd26b324 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.647921] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c986d8f4-b5e3-4ed0-8028-3f1cf8d583d9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.663370] env[69481]: DEBUG oslo_vmware.api [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14875} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.663621] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.663818] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.663980] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.664170] env[69481]: INFO nova.compute.manager [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1229.664403] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.664593] env[69481]: DEBUG nova.compute.manager [-] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.664688] env[69481]: DEBUG nova.network.neutron [-] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.754530] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.885024] env[69481]: DEBUG nova.scheduler.client.report [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.938680] env[69481]: DEBUG nova.compute.manager [req-c5058da4-6f07-4826-8428-91a5f7237684 req-992e2064-866a-4822-be4b-6a89cf46662f service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Received event network-vif-deleted-e53d2382-8914-48a4-99e7-1d763bf53766 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.938899] env[69481]: INFO nova.compute.manager [req-c5058da4-6f07-4826-8428-91a5f7237684 req-992e2064-866a-4822-be4b-6a89cf46662f service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Neutron deleted interface e53d2382-8914-48a4-99e7-1d763bf53766; detaching it from the instance and deleting it from the info cache [ 1229.939063] env[69481]: DEBUG nova.network.neutron [req-c5058da4-6f07-4826-8428-91a5f7237684 req-992e2064-866a-4822-be4b-6a89cf46662f service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.257302] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.388391] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.410493] env[69481]: INFO nova.scheduler.client.report [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Deleted allocations for instance 166fca2a-4e00-4fbe-bc83-d90aff48853b [ 1230.416506] env[69481]: DEBUG nova.network.neutron [-] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.441504] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-060d4968-5b83-4aa3-abe8-11c604148aa5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.450812] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b1280b-905b-4027-b5b5-2e1d3e5fdceb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.479635] env[69481]: DEBUG nova.compute.manager [req-c5058da4-6f07-4826-8428-91a5f7237684 req-992e2064-866a-4822-be4b-6a89cf46662f service nova] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Detach interface failed, port_id=e53d2382-8914-48a4-99e7-1d763bf53766, reason: Instance 868e795b-97a9-4e8d-ba34-78c5f623502a could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1230.534997] env[69481]: INFO nova.compute.manager [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Unrescuing [ 1230.535262] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.535418] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquired lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.535592] env[69481]: DEBUG nova.network.neutron [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.758551] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.917661] env[69481]: DEBUG oslo_concurrency.lockutils [None req-f40f22b6-987c-48c1-814d-070d9034d72f tempest-ServersTestJSON-1166207954 tempest-ServersTestJSON-1166207954-project-member] Lock "166fca2a-4e00-4fbe-bc83-d90aff48853b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.670s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.918698] env[69481]: INFO nova.compute.manager [-] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Took 1.25 seconds to deallocate network for instance. [ 1231.257686] env[69481]: DEBUG oslo_vmware.api [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264899, 'name': ReconfigVM_Task, 'duration_secs': 6.152151} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.257946] env[69481]: DEBUG oslo_concurrency.lockutils [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.258286] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Reconfigured VM to detach interface {{(pid=69481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1231.319596] env[69481]: DEBUG nova.network.neutron [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updating instance_info_cache with network_info: [{"id": "5d59e266-83fb-40f0-a5ae-52734b42440b", "address": "fa:16:3e:82:93:c5", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d59e266-83", "ovs_interfaceid": "5d59e266-83fb-40f0-a5ae-52734b42440b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.426524] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.426872] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.427028] env[69481]: DEBUG nova.objects.instance [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lazy-loading 'resources' on Instance uuid 868e795b-97a9-4e8d-ba34-78c5f623502a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.643385] env[69481]: DEBUG nova.compute.manager [req-c5cae4b6-83e1-49c7-989f-c40be54b865d req-d7d52314-3886-4856-8c79-735d4736abb2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received event network-vif-deleted-6e58519c-3241-42b0-8cfd-287d1638d55b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.643594] env[69481]: INFO nova.compute.manager [req-c5cae4b6-83e1-49c7-989f-c40be54b865d req-d7d52314-3886-4856-8c79-735d4736abb2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Neutron deleted interface 6e58519c-3241-42b0-8cfd-287d1638d55b; detaching it from the instance and deleting it from the info cache [ 1231.643906] env[69481]: DEBUG nova.network.neutron [req-c5cae4b6-83e1-49c7-989f-c40be54b865d req-d7d52314-3886-4856-8c79-735d4736abb2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updating instance_info_cache with network_info: [{"id": "384911ad-19d7-4af8-92b5-0665e8358730", "address": "fa:16:3e:bd:4c:8e", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384911ad-19", "ovs_interfaceid": "384911ad-19d7-4af8-92b5-0665e8358730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00161da4-58d3-4a61-8052-b6f59cae910e", "address": "fa:16:3e:52:67:ad", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00161da4-58", "ovs_interfaceid": "00161da4-58d3-4a61-8052-b6f59cae910e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.822536] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Releasing lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.823324] env[69481]: DEBUG nova.objects.instance [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lazy-loading 'flavor' on Instance uuid c20080a0-d507-4c4c-a620-49b1d40df48c {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.059896] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4913e7f7-3eb5-4ad4-b5ad-3b35cbde2722 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.067693] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a72c8b-0d52-4468-b857-dadb4886ce30 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.098634] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e59e1b8-8e4c-418d-90bb-c36825c068de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.106266] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993c68fd-220d-4050-bf1c-52b59913c37e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.119884] env[69481]: DEBUG nova.compute.provider_tree [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.146556] env[69481]: DEBUG oslo_concurrency.lockutils [req-c5cae4b6-83e1-49c7-989f-c40be54b865d req-d7d52314-3886-4856-8c79-735d4736abb2 service nova] Acquiring lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.146556] env[69481]: DEBUG oslo_concurrency.lockutils [req-c5cae4b6-83e1-49c7-989f-c40be54b865d req-d7d52314-3886-4856-8c79-735d4736abb2 service nova] Acquired lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.147903] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45212ab6-0d4b-4686-b36e-dbe5c68d27b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.167103] env[69481]: DEBUG oslo_concurrency.lockutils [req-c5cae4b6-83e1-49c7-989f-c40be54b865d req-d7d52314-3886-4856-8c79-735d4736abb2 service nova] Releasing lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.167310] env[69481]: WARNING nova.compute.manager [req-c5cae4b6-83e1-49c7-989f-c40be54b865d req-d7d52314-3886-4856-8c79-735d4736abb2 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Detach interface failed, port_id=6e58519c-3241-42b0-8cfd-287d1638d55b, reason: No device with interface-id 6e58519c-3241-42b0-8cfd-287d1638d55b exists on VM: nova.exception.NotFound: No device with interface-id 6e58519c-3241-42b0-8cfd-287d1638d55b exists on VM [ 1232.329937] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6dc59-45f5-478d-8178-41c09308b5a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.356717] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.357106] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fac57e0-1605-4593-8a22-785ed2b34151 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.363753] env[69481]: DEBUG oslo_vmware.api [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1232.363753] env[69481]: value = "task-3264913" [ 1232.363753] env[69481]: _type = "Task" [ 1232.363753] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.371199] env[69481]: DEBUG oslo_vmware.api [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.442639] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "ff9f2647-56a6-4a86-84dc-11a97f690727" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.443383] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.623602] env[69481]: DEBUG nova.scheduler.client.report [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.630076] env[69481]: DEBUG oslo_concurrency.lockutils [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.630264] env[69481]: DEBUG oslo_concurrency.lockutils [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.630435] env[69481]: DEBUG nova.network.neutron [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.874031] env[69481]: DEBUG oslo_vmware.api [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264913, 'name': PowerOffVM_Task, 'duration_secs': 0.219964} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.874321] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.879483] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Reconfiguring VM instance instance-0000006f to detach disk 2002 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1232.879738] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a769303-16f6-408b-b4f4-13f561a9a0d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.897618] env[69481]: DEBUG oslo_vmware.api [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1232.897618] env[69481]: value = "task-3264914" [ 1232.897618] env[69481]: _type = "Task" [ 1232.897618] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.905297] env[69481]: DEBUG oslo_vmware.api [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.947097] env[69481]: DEBUG nova.compute.utils [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.129976] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.137184] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.137184] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.137184] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.137184] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.137184] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.141839] env[69481]: INFO nova.compute.manager [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Terminating instance [ 1233.163713] env[69481]: INFO nova.scheduler.client.report [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted allocations for instance 868e795b-97a9-4e8d-ba34-78c5f623502a [ 1233.372181] env[69481]: INFO nova.network.neutron [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Port 00161da4-58d3-4a61-8052-b6f59cae910e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1233.372570] env[69481]: DEBUG nova.network.neutron [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updating instance_info_cache with network_info: [{"id": "384911ad-19d7-4af8-92b5-0665e8358730", "address": "fa:16:3e:bd:4c:8e", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384911ad-19", "ovs_interfaceid": "384911ad-19d7-4af8-92b5-0665e8358730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.409986] env[69481]: DEBUG oslo_vmware.api [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264914, 'name': ReconfigVM_Task, 'duration_secs': 0.238642} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.410287] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Reconfigured VM instance instance-0000006f to detach disk 2002 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1233.410555] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.410816] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80fb6ff0-8344-446d-ae6d-752ca0f70de8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.416878] env[69481]: DEBUG oslo_vmware.api [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1233.416878] env[69481]: value = "task-3264915" [ 1233.416878] env[69481]: _type = "Task" [ 1233.416878] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.424480] env[69481]: DEBUG oslo_vmware.api [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.450401] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.646600] env[69481]: DEBUG nova.compute.manager [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.646866] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.647826] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41637a0-a733-419f-883b-e161fd26521b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.656972] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.657258] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a624a09e-3856-444f-ac82-9c8181692b4c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.662982] env[69481]: DEBUG oslo_vmware.api [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1233.662982] env[69481]: value = "task-3264916" [ 1233.662982] env[69481]: _type = "Task" [ 1233.662982] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.674835] env[69481]: DEBUG oslo_vmware.api [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.675975] env[69481]: DEBUG nova.compute.manager [req-9362372d-cf42-4307-8174-c1d0161e7744 req-e2eaff58-8ccf-4312-bd4d-77fb3496dea3 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received event network-vif-deleted-00161da4-58d3-4a61-8052-b6f59cae910e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.676520] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9743b192-568a-4a72-8aa3-6f3cee2b4e0d tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "868e795b-97a9-4e8d-ba34-78c5f623502a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.653s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.875569] env[69481]: DEBUG oslo_concurrency.lockutils [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-06f2d4aa-43d3-433d-82af-cc382f338f8b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.928057] env[69481]: DEBUG oslo_vmware.api [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264915, 'name': PowerOnVM_Task, 'duration_secs': 0.407081} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.928057] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.928257] env[69481]: DEBUG nova.compute.manager [None req-6138bfc1-f544-471c-a5c5-ca8f27214efb tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.929011] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4b879c-f8c3-4e12-be84-2f8647316ad9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.172415] env[69481]: DEBUG oslo_vmware.api [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264916, 'name': PowerOffVM_Task, 'duration_secs': 0.270983} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.172660] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.172836] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.173128] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28692d04-1fd3-44d4-84c1-c7b9f9acbc05 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.344132] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.344330] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.344515] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleting the datastore file [datastore1] 06f2d4aa-43d3-433d-82af-cc382f338f8b {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.344791] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0174586e-a43f-4263-b00f-82f2505c7d21 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.350753] env[69481]: DEBUG oslo_vmware.api [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1234.350753] env[69481]: value = "task-3264919" [ 1234.350753] env[69481]: _type = "Task" [ 1234.350753] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.358456] env[69481]: DEBUG oslo_vmware.api [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.379416] env[69481]: DEBUG oslo_concurrency.lockutils [None req-89e512cb-269e-41a9-aa10-850d51aa17c6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-06f2d4aa-43d3-433d-82af-cc382f338f8b-6e58519c-3241-42b0-8cfd-287d1638d55b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.218s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.522133] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "ff9f2647-56a6-4a86-84dc-11a97f690727" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.522477] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.522782] env[69481]: INFO nova.compute.manager [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Attaching volume be6d1518-b211-4ea0-8054-1c0d9d728eca to /dev/sdb [ 1234.563724] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b095e010-250b-4097-bc7a-1c6635f0984b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.572909] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eda6f72-bafe-4f27-a971-6edc12e6388e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.587209] env[69481]: DEBUG nova.virt.block_device [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating existing volume attachment record: e050e9d4-a4c8-4787-b202-92020764a458 {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1234.860155] env[69481]: DEBUG oslo_vmware.api [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224778} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.860420] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.860611] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.860814] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.860987] env[69481]: INFO nova.compute.manager [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1234.861266] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.861466] env[69481]: DEBUG nova.compute.manager [-] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.861562] env[69481]: DEBUG nova.network.neutron [-] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.956893] env[69481]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 00161da4-58d3-4a61-8052-b6f59cae910e could not be found.", "detail": ""}} {{(pid=69481) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1234.957159] env[69481]: DEBUG nova.network.neutron [-] Unable to show port 00161da4-58d3-4a61-8052-b6f59cae910e as it no longer exists. {{(pid=69481) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1235.701765] env[69481]: DEBUG nova.compute.manager [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Received event network-changed-5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.702050] env[69481]: DEBUG nova.compute.manager [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Refreshing instance network info cache due to event network-changed-5d59e266-83fb-40f0-a5ae-52734b42440b. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.702175] env[69481]: DEBUG oslo_concurrency.lockutils [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] Acquiring lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.702323] env[69481]: DEBUG oslo_concurrency.lockutils [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] Acquired lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.702482] env[69481]: DEBUG nova.network.neutron [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Refreshing network info cache for port 5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.249766] env[69481]: DEBUG nova.network.neutron [-] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.471672] env[69481]: DEBUG nova.network.neutron [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updated VIF entry in instance network info cache for port 5d59e266-83fb-40f0-a5ae-52734b42440b. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.472102] env[69481]: DEBUG nova.network.neutron [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updating instance_info_cache with network_info: [{"id": "5d59e266-83fb-40f0-a5ae-52734b42440b", "address": "fa:16:3e:82:93:c5", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d59e266-83", "ovs_interfaceid": "5d59e266-83fb-40f0-a5ae-52734b42440b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.696168] env[69481]: DEBUG oslo_concurrency.lockutils [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "634b6ae2-3e25-4f45-9ace-005766a588de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.696368] env[69481]: DEBUG oslo_concurrency.lockutils [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "634b6ae2-3e25-4f45-9ace-005766a588de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.696578] env[69481]: DEBUG oslo_concurrency.lockutils [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "634b6ae2-3e25-4f45-9ace-005766a588de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.696760] env[69481]: DEBUG oslo_concurrency.lockutils [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "634b6ae2-3e25-4f45-9ace-005766a588de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.696933] env[69481]: DEBUG oslo_concurrency.lockutils [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "634b6ae2-3e25-4f45-9ace-005766a588de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.699118] env[69481]: INFO nova.compute.manager [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Terminating instance [ 1236.752742] env[69481]: INFO nova.compute.manager [-] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Took 1.89 seconds to deallocate network for instance. [ 1236.974924] env[69481]: DEBUG oslo_concurrency.lockutils [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] Releasing lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.975180] env[69481]: DEBUG nova.compute.manager [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Received event network-changed-5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.975357] env[69481]: DEBUG nova.compute.manager [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Refreshing instance network info cache due to event network-changed-5d59e266-83fb-40f0-a5ae-52734b42440b. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.975570] env[69481]: DEBUG oslo_concurrency.lockutils [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] Acquiring lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.975719] env[69481]: DEBUG oslo_concurrency.lockutils [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] Acquired lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.975873] env[69481]: DEBUG nova.network.neutron [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Refreshing network info cache for port 5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.203436] env[69481]: DEBUG nova.compute.manager [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.203666] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.204624] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4a83b4-1a5a-473c-98ce-a4d5f48ae2b1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.212508] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.212747] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e3fed0d-810c-4051-9ba4-562412bccc9d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.218199] env[69481]: DEBUG oslo_vmware.api [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1237.218199] env[69481]: value = "task-3264924" [ 1237.218199] env[69481]: _type = "Task" [ 1237.218199] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.225684] env[69481]: DEBUG oslo_vmware.api [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.259389] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.259670] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.259891] env[69481]: DEBUG nova.objects.instance [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'resources' on Instance uuid 06f2d4aa-43d3-433d-82af-cc382f338f8b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.660523] env[69481]: DEBUG nova.network.neutron [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updated VIF entry in instance network info cache for port 5d59e266-83fb-40f0-a5ae-52734b42440b. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.660904] env[69481]: DEBUG nova.network.neutron [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updating instance_info_cache with network_info: [{"id": "5d59e266-83fb-40f0-a5ae-52734b42440b", "address": "fa:16:3e:82:93:c5", "network": {"id": "29d1dcc6-de3f-4461-8be4-8f99a685e886", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1321736135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5d9f6ed4fc4072ab17e406f8ffda3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d59e266-83", "ovs_interfaceid": "5d59e266-83fb-40f0-a5ae-52734b42440b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.728186] env[69481]: DEBUG oslo_vmware.api [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264924, 'name': PowerOffVM_Task, 'duration_secs': 0.165595} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.729470] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.729709] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.730829] env[69481]: DEBUG nova.compute.manager [req-063c7791-77ca-403a-9e1e-5c145bb77428 req-931cd37f-d515-4655-9bbc-d839fe9e1934 service nova] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Received event network-vif-deleted-384911ad-19d7-4af8-92b5-0665e8358730 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.731135] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7ceca2c-504e-47c8-ae6c-98b74770de1c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.807984] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.808352] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.808539] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleting the datastore file [datastore2] 634b6ae2-3e25-4f45-9ace-005766a588de {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.810895] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-687a1c3d-e387-4153-93f3-77682a5a560d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.817182] env[69481]: DEBUG oslo_vmware.api [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for the task: (returnval){ [ 1237.817182] env[69481]: value = "task-3264926" [ 1237.817182] env[69481]: _type = "Task" [ 1237.817182] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.827130] env[69481]: DEBUG oslo_vmware.api [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.873622] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a12c9f-c7c3-49d7-b878-14c4e99032f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.880805] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79425ace-13ff-4bda-ba70-529e30bb2085 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.911702] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8189b113-f228-46f7-a945-c19151f50da4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.918382] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a471e1b-91fa-41a6-ad25-627ccd04e9c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.931949] env[69481]: DEBUG nova.compute.provider_tree [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.163950] env[69481]: DEBUG oslo_concurrency.lockutils [req-35829c1f-f8f9-42ae-9dc6-2ca39370f9aa req-975c71ca-be87-46a2-acf0-a095ac834a2b service nova] Releasing lock "refresh_cache-c20080a0-d507-4c4c-a620-49b1d40df48c" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.332144] env[69481]: DEBUG oslo_vmware.api [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Task: {'id': task-3264926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132179} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.332144] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.332508] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.332617] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.332882] env[69481]: INFO nova.compute.manager [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1238.333256] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.333533] env[69481]: DEBUG nova.compute.manager [-] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.333678] env[69481]: DEBUG nova.network.neutron [-] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.435658] env[69481]: DEBUG nova.scheduler.client.report [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.580278] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "35708636-75b1-4db6-be71-038bbf3e3858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.580536] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "35708636-75b1-4db6-be71-038bbf3e3858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.580757] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "35708636-75b1-4db6-be71-038bbf3e3858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.581115] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "35708636-75b1-4db6-be71-038bbf3e3858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.581115] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "35708636-75b1-4db6-be71-038bbf3e3858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.583262] env[69481]: INFO nova.compute.manager [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Terminating instance [ 1238.942245] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.959920] env[69481]: INFO nova.scheduler.client.report [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleted allocations for instance 06f2d4aa-43d3-433d-82af-cc382f338f8b [ 1239.047213] env[69481]: DEBUG nova.network.neutron [-] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.086910] env[69481]: DEBUG nova.compute.manager [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.087171] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.088104] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412aa67e-1467-4933-9f18-51a4524286f9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.096413] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.096608] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b81007a-f1e3-4742-93a0-351bcb0fdcf2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.103348] env[69481]: DEBUG oslo_vmware.api [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1239.103348] env[69481]: value = "task-3264927" [ 1239.103348] env[69481]: _type = "Task" [ 1239.103348] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.111134] env[69481]: DEBUG oslo_vmware.api [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.134342] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1239.134716] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652219', 'volume_id': 'be6d1518-b211-4ea0-8054-1c0d9d728eca', 'name': 'volume-be6d1518-b211-4ea0-8054-1c0d9d728eca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff9f2647-56a6-4a86-84dc-11a97f690727', 'attached_at': '', 'detached_at': '', 'volume_id': 'be6d1518-b211-4ea0-8054-1c0d9d728eca', 'serial': 'be6d1518-b211-4ea0-8054-1c0d9d728eca'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1239.135852] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d8ad85-71e0-430d-9b4e-d6830ca9a0b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.155568] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5405f62f-f7a1-40df-856d-2751828c1772 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.183276] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-be6d1518-b211-4ea0-8054-1c0d9d728eca/volume-be6d1518-b211-4ea0-8054-1c0d9d728eca.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.183621] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6966b5a-155c-4315-9af7-e897e8f9ff6f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.204875] env[69481]: DEBUG oslo_vmware.api [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1239.204875] env[69481]: value = "task-3264928" [ 1239.204875] env[69481]: _type = "Task" [ 1239.204875] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.214915] env[69481]: DEBUG oslo_vmware.api [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.255232] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.467926] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8a047a82-2db7-4d3a-a389-dad6a638ad5a tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "06f2d4aa-43d3-433d-82af-cc382f338f8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.332s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.549291] env[69481]: INFO nova.compute.manager [-] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Took 1.22 seconds to deallocate network for instance. [ 1239.612935] env[69481]: DEBUG oslo_vmware.api [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264927, 'name': PowerOffVM_Task, 'duration_secs': 0.166088} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.613223] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.613392] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.613658] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ade6881-81e5-4503-9fb0-09a54b8fba23 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.678877] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.679191] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.679403] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleting the datastore file [datastore2] 35708636-75b1-4db6-be71-038bbf3e3858 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.679739] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-925d0fe4-3dc6-4e85-a79e-dca018eee5e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.686063] env[69481]: DEBUG oslo_vmware.api [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1239.686063] env[69481]: value = "task-3264930" [ 1239.686063] env[69481]: _type = "Task" [ 1239.686063] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.694459] env[69481]: DEBUG oslo_vmware.api [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.712410] env[69481]: DEBUG oslo_vmware.api [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264928, 'name': ReconfigVM_Task, 'duration_secs': 0.387873} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.712686] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-be6d1518-b211-4ea0-8054-1c0d9d728eca/volume-be6d1518-b211-4ea0-8054-1c0d9d728eca.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.717729] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.717943] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9387751-d9c1-4e58-b044-d9aacee0462a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.727590] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.727744] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.733409] env[69481]: DEBUG oslo_vmware.api [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1239.733409] env[69481]: value = "task-3264931" [ 1239.733409] env[69481]: _type = "Task" [ 1239.733409] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.743387] env[69481]: DEBUG oslo_vmware.api [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.754607] env[69481]: DEBUG nova.compute.manager [req-402d7b99-e12b-4b79-b47d-07ffd70ae8e1 req-e3412cb9-c3bd-47da-86d2-26be10d335c7 service nova] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Received event network-vif-deleted-73b86c56-5b8f-4366-b6fe-296bd0e0f6eb {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.055354] env[69481]: DEBUG oslo_concurrency.lockutils [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.055680] env[69481]: DEBUG oslo_concurrency.lockutils [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.055911] env[69481]: DEBUG nova.objects.instance [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lazy-loading 'resources' on Instance uuid 634b6ae2-3e25-4f45-9ace-005766a588de {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.196335] env[69481]: DEBUG oslo_vmware.api [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139941} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.196600] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.196890] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.197086] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.197261] env[69481]: INFO nova.compute.manager [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1240.197499] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.197694] env[69481]: DEBUG nova.compute.manager [-] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.197788] env[69481]: DEBUG nova.network.neutron [-] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.245503] env[69481]: DEBUG oslo_vmware.api [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264931, 'name': ReconfigVM_Task, 'duration_secs': 0.141502} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.245818] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652219', 'volume_id': 'be6d1518-b211-4ea0-8054-1c0d9d728eca', 'name': 'volume-be6d1518-b211-4ea0-8054-1c0d9d728eca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff9f2647-56a6-4a86-84dc-11a97f690727', 'attached_at': '', 'detached_at': '', 'volume_id': 'be6d1518-b211-4ea0-8054-1c0d9d728eca', 'serial': 'be6d1518-b211-4ea0-8054-1c0d9d728eca'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1240.686352] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf03f63-06fd-4654-87d1-19cf1f338474 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.694967] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7f43bb-cec1-4fe6-b9d6-a11db9db2ea5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.731148] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.733731] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949faa78-98d6-4557-bfb9-8d294e9bbe1b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.741991] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8bb19c-3eb9-47b1-b358-2d3fa6a3a23c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.757870] env[69481]: DEBUG nova.compute.provider_tree [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.237071] env[69481]: DEBUG nova.network.neutron [-] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.260885] env[69481]: DEBUG nova.scheduler.client.report [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.289265] env[69481]: DEBUG nova.objects.instance [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'flavor' on Instance uuid ff9f2647-56a6-4a86-84dc-11a97f690727 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.330321] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.330321] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.721586] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.721824] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1241.722053] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.740147] env[69481]: INFO nova.compute.manager [-] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Took 1.54 seconds to deallocate network for instance. [ 1241.766970] env[69481]: DEBUG oslo_concurrency.lockutils [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.781444] env[69481]: DEBUG nova.compute.manager [req-e55064f4-84c8-4924-ab84-68a4be2f621c req-7dcc68b5-be30-43e0-8382-1e663bb9c097 service nova] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Received event network-vif-deleted-c3e8167b-cd64-4975-8f40-b7e4b1c026ab {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.787307] env[69481]: INFO nova.scheduler.client.report [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Deleted allocations for instance 634b6ae2-3e25-4f45-9ace-005766a588de [ 1241.797835] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d35c2a12-2984-4576-b1e5-063971eb9da3 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.832886] env[69481]: DEBUG nova.compute.manager [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.225276] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.225541] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.225716] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.225873] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1242.226780] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29f2fdd-69b3-4adf-abd3-bf7d5d375747 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.234846] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01d2fbf-cf32-4c36-bab3-e921402d3d58 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.248251] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.248535] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.248692] env[69481]: DEBUG nova.objects.instance [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lazy-loading 'resources' on Instance uuid 35708636-75b1-4db6-be71-038bbf3e3858 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.250412] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba57d72e-1215-41a6-a2db-04c61f104b14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.256564] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d283bd6f-5680-4d03-a165-e5b7c098b2f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.285702] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178964MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1242.285821] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.297911] env[69481]: DEBUG oslo_concurrency.lockutils [None req-26f85ee8-7374-49bb-83b9-4e7dd533e6e4 tempest-ServerActionsTestOtherA-1205241093 tempest-ServerActionsTestOtherA-1205241093-project-member] Lock "634b6ae2-3e25-4f45-9ace-005766a588de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.602s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.355830] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.621075] env[69481]: DEBUG nova.compute.manager [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Stashing vm_state: active {{(pid=69481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1242.862275] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f2d705-cf22-462b-b546-e7e696c9be99 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.874812] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ccf74a-9f12-4edd-aa3a-249022784dd3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.904347] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe92b05-e1d0-4f1b-a931-ba3aff67c261 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.911475] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77b04c4-eecc-456b-9792-7d4030d99c1f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.925009] env[69481]: DEBUG nova.compute.provider_tree [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.139338] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.428407] env[69481]: DEBUG nova.scheduler.client.report [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.935014] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.936027] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.650s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.961556] env[69481]: INFO nova.scheduler.client.report [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleted allocations for instance 35708636-75b1-4db6-be71-038bbf3e3858 [ 1244.468653] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b0566e6d-cd5b-4d2a-8a4c-6c00a42122a6 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "35708636-75b1-4db6-be71-038bbf3e3858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.888s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.944951] env[69481]: INFO nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating resource usage from migration 965748d2-b924-4283-9a92-18b1ba828d14 [ 1244.965702] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 161b6953-8a39-465f-954a-5c44dba4f364 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1244.965860] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 36925efc-baa1-434d-b45c-2d2dc54749a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1244.965979] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 89554575-695e-4a49-b4d9-1406069a9b55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1244.966125] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance c20080a0-d507-4c4c-a620-49b1d40df48c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.469103] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1245.469511] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Migration 965748d2-b924-4283-9a92-18b1ba828d14 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1245.469511] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance ff9f2647-56a6-4a86-84dc-11a97f690727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.469595] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1245.469715] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1245.556906] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c38bd5-6e17-4a7e-95da-03c58f395186 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.564289] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4932fe88-3993-4a5a-a90e-c15fa3596b9d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.593703] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6c5027-64bb-4692-8837-47c6e80d3e55 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.596190] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "89554575-695e-4a49-b4d9-1406069a9b55" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.596512] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.602634] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d86f18-fad3-48b4-8bd7-54cae021f05e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.616652] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.099129] env[69481]: INFO nova.compute.manager [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Detaching volume 48c1de34-c44a-4f8c-b0b6-866c1814d854 [ 1246.119243] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.133021] env[69481]: INFO nova.virt.block_device [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Attempting to driver detach volume 48c1de34-c44a-4f8c-b0b6-866c1814d854 from mountpoint /dev/sdb [ 1246.133604] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1246.133604] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652208', 'volume_id': '48c1de34-c44a-4f8c-b0b6-866c1814d854', 'name': 'volume-48c1de34-c44a-4f8c-b0b6-866c1814d854', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89554575-695e-4a49-b4d9-1406069a9b55', 'attached_at': '', 'detached_at': '', 'volume_id': '48c1de34-c44a-4f8c-b0b6-866c1814d854', 'serial': '48c1de34-c44a-4f8c-b0b6-866c1814d854'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1246.134434] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d007320-94f0-40de-ab9d-24dfe9a6eabe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.157778] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fddc383-abee-4b11-bad5-4b16d821d7a0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.166334] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b680eb9a-99d5-434e-808b-162468e2b1ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.185928] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b0cab8-536a-482a-9435-84137c21f58c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.199921] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] The volume has not been displaced from its original location: [datastore2] volume-48c1de34-c44a-4f8c-b0b6-866c1814d854/volume-48c1de34-c44a-4f8c-b0b6-866c1814d854.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1246.205129] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.205428] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adf01216-fe6a-4974-be9a-45678f153531 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.222805] env[69481]: DEBUG oslo_vmware.api [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1246.222805] env[69481]: value = "task-3264932" [ 1246.222805] env[69481]: _type = "Task" [ 1246.222805] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.230957] env[69481]: DEBUG oslo_vmware.api [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.624950] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1246.625322] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.689s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.625418] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.270s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.626989] env[69481]: INFO nova.compute.claims [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.731640] env[69481]: DEBUG oslo_vmware.api [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264932, 'name': ReconfigVM_Task, 'duration_secs': 0.237747} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.731997] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.736889] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b487f64-9aef-4442-a6b2-464c7dfd320e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.751118] env[69481]: DEBUG oslo_vmware.api [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1246.751118] env[69481]: value = "task-3264933" [ 1246.751118] env[69481]: _type = "Task" [ 1246.751118] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.760532] env[69481]: DEBUG oslo_vmware.api [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.262700] env[69481]: DEBUG oslo_vmware.api [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264933, 'name': ReconfigVM_Task, 'duration_secs': 0.132192} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.262700] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652208', 'volume_id': '48c1de34-c44a-4f8c-b0b6-866c1814d854', 'name': 'volume-48c1de34-c44a-4f8c-b0b6-866c1814d854', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89554575-695e-4a49-b4d9-1406069a9b55', 'attached_at': '', 'detached_at': '', 'volume_id': '48c1de34-c44a-4f8c-b0b6-866c1814d854', 'serial': '48c1de34-c44a-4f8c-b0b6-866c1814d854'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1247.716719] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e142510-1ffc-4e98-8101-7c10699e97fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.725522] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c4529-2fd4-4efc-a99e-db2daf795306 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.755012] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fb2134-d584-4049-b128-beddb5a17103 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.761845] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0202a356-ba12-441f-9161-a30879e1783d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.774628] env[69481]: DEBUG nova.compute.provider_tree [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.804312] env[69481]: DEBUG nova.objects.instance [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lazy-loading 'flavor' on Instance uuid 89554575-695e-4a49-b4d9-1406069a9b55 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.278307] env[69481]: DEBUG nova.scheduler.client.report [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.786054] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.786417] env[69481]: DEBUG nova.compute.manager [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.788934] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.650s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.810391] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ade62bd4-8103-40d4-a7ae-e9e7ec6d3338 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.292040] env[69481]: DEBUG nova.compute.utils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.295709] env[69481]: INFO nova.compute.claims [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.299097] env[69481]: DEBUG nova.compute.manager [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1249.299097] env[69481]: DEBUG nova.network.neutron [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.355387] env[69481]: DEBUG nova.policy [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a92ac85baf84eefadff601cdb07792a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912fe61c615f4e24a9d8bc443db1e9e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.658161] env[69481]: DEBUG nova.network.neutron [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Successfully created port: 34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1249.800024] env[69481]: DEBUG nova.compute.manager [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.804071] env[69481]: INFO nova.compute.resource_tracker [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating resource usage from migration 965748d2-b924-4283-9a92-18b1ba828d14 [ 1249.829093] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "89554575-695e-4a49-b4d9-1406069a9b55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.829450] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.829638] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "89554575-695e-4a49-b4d9-1406069a9b55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.829858] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.830284] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.832848] env[69481]: INFO nova.compute.manager [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Terminating instance [ 1249.901615] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8604e14-7cb5-44ac-ad8e-3ba3b8788b6b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.909541] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697a98b7-e09a-4930-ad57-a6efc93c3cb3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.940534] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124987f6-9494-4059-a773-7cd0037341b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.947765] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa49d944-df12-454b-a7ec-48b841d26c8b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.960735] env[69481]: DEBUG nova.compute.provider_tree [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.337120] env[69481]: DEBUG nova.compute.manager [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.337399] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.338265] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142ea725-cbd5-4741-9de4-e6c16ecb971e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.346244] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.346467] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-598beaa7-9d61-4df1-beee-ff492fcaf882 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.352462] env[69481]: DEBUG oslo_vmware.api [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1250.352462] env[69481]: value = "task-3264934" [ 1250.352462] env[69481]: _type = "Task" [ 1250.352462] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.359943] env[69481]: DEBUG oslo_vmware.api [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.463826] env[69481]: DEBUG nova.scheduler.client.report [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.628911] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.816600] env[69481]: DEBUG nova.compute.manager [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.841962] env[69481]: DEBUG nova.virt.hardware [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.842281] env[69481]: DEBUG nova.virt.hardware [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.842389] env[69481]: DEBUG nova.virt.hardware [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.842572] env[69481]: DEBUG nova.virt.hardware [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.842756] env[69481]: DEBUG nova.virt.hardware [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.842876] env[69481]: DEBUG nova.virt.hardware [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.843082] env[69481]: DEBUG nova.virt.hardware [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.843248] env[69481]: DEBUG nova.virt.hardware [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.843414] env[69481]: DEBUG nova.virt.hardware [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.843576] env[69481]: DEBUG nova.virt.hardware [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.843753] env[69481]: DEBUG nova.virt.hardware [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.844674] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f798b1-9c8d-4682-b49b-2771a18b9e2f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.852765] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c75c70-2d89-4dc1-a356-dc2c66ad1681 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.864088] env[69481]: DEBUG oslo_vmware.api [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264934, 'name': PowerOffVM_Task, 'duration_secs': 0.198387} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.871532] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.871730] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.872163] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4554526e-9603-400b-8fc7-1fc4e58ca80e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.955444] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.955685] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.955859] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleting the datastore file [datastore1] 89554575-695e-4a49-b4d9-1406069a9b55 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.956154] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7412d56b-767c-4bcd-9a8e-8fff02dcea8e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.962452] env[69481]: DEBUG oslo_vmware.api [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1250.962452] env[69481]: value = "task-3264936" [ 1250.962452] env[69481]: _type = "Task" [ 1250.962452] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.970895] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.182s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.971112] env[69481]: INFO nova.compute.manager [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Migrating [ 1250.977378] env[69481]: DEBUG oslo_vmware.api [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.017474] env[69481]: DEBUG nova.compute.manager [req-b2a4ae0f-e08c-4a12-9843-033dc325be61 req-dcfd6dac-0b72-4ffb-97bf-cf2f7e0ff5db service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Received event network-vif-plugged-34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.017714] env[69481]: DEBUG oslo_concurrency.lockutils [req-b2a4ae0f-e08c-4a12-9843-033dc325be61 req-dcfd6dac-0b72-4ffb-97bf-cf2f7e0ff5db service nova] Acquiring lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.017944] env[69481]: DEBUG oslo_concurrency.lockutils [req-b2a4ae0f-e08c-4a12-9843-033dc325be61 req-dcfd6dac-0b72-4ffb-97bf-cf2f7e0ff5db service nova] Lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.018167] env[69481]: DEBUG oslo_concurrency.lockutils [req-b2a4ae0f-e08c-4a12-9843-033dc325be61 req-dcfd6dac-0b72-4ffb-97bf-cf2f7e0ff5db service nova] Lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.018494] env[69481]: DEBUG nova.compute.manager [req-b2a4ae0f-e08c-4a12-9843-033dc325be61 req-dcfd6dac-0b72-4ffb-97bf-cf2f7e0ff5db service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] No waiting events found dispatching network-vif-plugged-34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.018702] env[69481]: WARNING nova.compute.manager [req-b2a4ae0f-e08c-4a12-9843-033dc325be61 req-dcfd6dac-0b72-4ffb-97bf-cf2f7e0ff5db service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Received unexpected event network-vif-plugged-34966164-ec05-4a57-aab8-8c4f51b4bbf4 for instance with vm_state building and task_state spawning. [ 1251.101061] env[69481]: DEBUG nova.network.neutron [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Successfully updated port: 34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.472383] env[69481]: DEBUG oslo_vmware.api [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144296} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.472651] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.472859] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.473062] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.473243] env[69481]: INFO nova.compute.manager [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1251.473485] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.473679] env[69481]: DEBUG nova.compute.manager [-] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.473772] env[69481]: DEBUG nova.network.neutron [-] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.484949] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.485124] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.485291] env[69481]: DEBUG nova.network.neutron [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.606980] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.606980] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.606980] env[69481]: DEBUG nova.network.neutron [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.147483] env[69481]: DEBUG nova.network.neutron [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.181905] env[69481]: DEBUG nova.network.neutron [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance_info_cache with network_info: [{"id": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "address": "fa:16:3e:6e:20:c3", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff508f-e5", "ovs_interfaceid": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.280037] env[69481]: DEBUG nova.network.neutron [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updating instance_info_cache with network_info: [{"id": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "address": "fa:16:3e:6a:9a:7a", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34966164-ec", "ovs_interfaceid": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.396110] env[69481]: DEBUG nova.network.neutron [-] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.684780] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.782533] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.782954] env[69481]: DEBUG nova.compute.manager [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Instance network_info: |[{"id": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "address": "fa:16:3e:6a:9a:7a", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34966164-ec", "ovs_interfaceid": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.783421] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:9a:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34966164-ec05-4a57-aab8-8c4f51b4bbf4', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.791150] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.791362] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.791586] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-090bb94a-5590-4576-8e23-39b7894f3d09 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.811540] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.811540] env[69481]: value = "task-3264937" [ 1252.811540] env[69481]: _type = "Task" [ 1252.811540] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.818971] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264937, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.899168] env[69481]: INFO nova.compute.manager [-] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Took 1.43 seconds to deallocate network for instance. [ 1253.046228] env[69481]: DEBUG nova.compute.manager [req-29ebef5f-0a74-4c1b-bc29-774bab161759 req-03cfb62b-ad78-4e8f-981f-4a1dbada087f service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Received event network-changed-34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.046419] env[69481]: DEBUG nova.compute.manager [req-29ebef5f-0a74-4c1b-bc29-774bab161759 req-03cfb62b-ad78-4e8f-981f-4a1dbada087f service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing instance network info cache due to event network-changed-34966164-ec05-4a57-aab8-8c4f51b4bbf4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.046687] env[69481]: DEBUG oslo_concurrency.lockutils [req-29ebef5f-0a74-4c1b-bc29-774bab161759 req-03cfb62b-ad78-4e8f-981f-4a1dbada087f service nova] Acquiring lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.046852] env[69481]: DEBUG oslo_concurrency.lockutils [req-29ebef5f-0a74-4c1b-bc29-774bab161759 req-03cfb62b-ad78-4e8f-981f-4a1dbada087f service nova] Acquired lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.047081] env[69481]: DEBUG nova.network.neutron [req-29ebef5f-0a74-4c1b-bc29-774bab161759 req-03cfb62b-ad78-4e8f-981f-4a1dbada087f service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing network info cache for port 34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.322015] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264937, 'name': CreateVM_Task, 'duration_secs': 0.315956} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.322380] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.329177] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.329353] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.329692] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.329948] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d70b2c-6927-4eab-9ee6-4d8bea5de36b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.334372] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1253.334372] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52346c18-801b-d6ac-88b3-be8e3cb0c8fc" [ 1253.334372] env[69481]: _type = "Task" [ 1253.334372] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.341893] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52346c18-801b-d6ac-88b3-be8e3cb0c8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.405470] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.405758] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.405978] env[69481]: DEBUG nova.objects.instance [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lazy-loading 'resources' on Instance uuid 89554575-695e-4a49-b4d9-1406069a9b55 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.764643] env[69481]: DEBUG nova.network.neutron [req-29ebef5f-0a74-4c1b-bc29-774bab161759 req-03cfb62b-ad78-4e8f-981f-4a1dbada087f service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updated VIF entry in instance network info cache for port 34966164-ec05-4a57-aab8-8c4f51b4bbf4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.765009] env[69481]: DEBUG nova.network.neutron [req-29ebef5f-0a74-4c1b-bc29-774bab161759 req-03cfb62b-ad78-4e8f-981f-4a1dbada087f service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updating instance_info_cache with network_info: [{"id": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "address": "fa:16:3e:6a:9a:7a", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34966164-ec", "ovs_interfaceid": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.845440] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52346c18-801b-d6ac-88b3-be8e3cb0c8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.845718] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.845954] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.846219] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.846369] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.846549] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.846813] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11537fcb-1009-4d7e-af4d-965e1e688cfd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.854654] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.854828] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.855525] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb8d7f0-a295-44c4-b7b1-1a5778d434bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.860102] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1253.860102] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526599b1-34cc-6f9f-fcce-3f6d584acbcf" [ 1253.860102] env[69481]: _type = "Task" [ 1253.860102] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.867154] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526599b1-34cc-6f9f-fcce-3f6d584acbcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.000834] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b0a96c-576c-4269-ab0d-85803bc1c9df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.008056] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328cd949-0358-4c13-9802-f8e42b1abe74 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.037806] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6daced-6f4d-4882-ae24-da23e9e0c8ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.046086] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8fa06f-1c20-42b6-8eab-2d6fc5a849ef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.059300] env[69481]: DEBUG nova.compute.provider_tree [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.199419] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491c73c0-75f2-4b37-9105-28170feafa90 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.222344] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance 'ff9f2647-56a6-4a86-84dc-11a97f690727' progress to 0 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.268738] env[69481]: DEBUG oslo_concurrency.lockutils [req-29ebef5f-0a74-4c1b-bc29-774bab161759 req-03cfb62b-ad78-4e8f-981f-4a1dbada087f service nova] Releasing lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.269029] env[69481]: DEBUG nova.compute.manager [req-29ebef5f-0a74-4c1b-bc29-774bab161759 req-03cfb62b-ad78-4e8f-981f-4a1dbada087f service nova] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Received event network-vif-deleted-a5d310f0-209c-4723-9b65-324840cd8e3d {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.370093] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526599b1-34cc-6f9f-fcce-3f6d584acbcf, 'name': SearchDatastore_Task, 'duration_secs': 0.007646} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.370859] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3bcc9e2-3b84-4279-951a-4d73e23c2a77 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.375672] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1254.375672] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52072cce-9086-53a2-8b1e-1d1f0f6b6b36" [ 1254.375672] env[69481]: _type = "Task" [ 1254.375672] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.383024] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52072cce-9086-53a2-8b1e-1d1f0f6b6b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.562691] env[69481]: DEBUG nova.scheduler.client.report [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.729123] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.729646] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8ba3f4b-0bc2-4089-be73-136e328a2b96 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.737136] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1254.737136] env[69481]: value = "task-3264938" [ 1254.737136] env[69481]: _type = "Task" [ 1254.737136] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.745050] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.885788] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52072cce-9086-53a2-8b1e-1d1f0f6b6b36, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.886135] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.886467] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a/a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.886739] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0c627fa-d37a-4e73-b1aa-827493c89a61 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.894899] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1254.894899] env[69481]: value = "task-3264939" [ 1254.894899] env[69481]: _type = "Task" [ 1254.894899] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.902776] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.067601] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.090940] env[69481]: INFO nova.scheduler.client.report [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleted allocations for instance 89554575-695e-4a49-b4d9-1406069a9b55 [ 1255.247548] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264938, 'name': PowerOffVM_Task, 'duration_secs': 0.221741} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.247834] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.248042] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance 'ff9f2647-56a6-4a86-84dc-11a97f690727' progress to 17 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.404185] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431931} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.404547] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a/a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.404625] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.404843] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0056f318-6f74-46a8-a141-178bf259c7b2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.411094] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1255.411094] env[69481]: value = "task-3264940" [ 1255.411094] env[69481]: _type = "Task" [ 1255.411094] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.419629] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.599570] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2b36582f-38db-4afb-9dd7-dcbdad80cdc3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "89554575-695e-4a49-b4d9-1406069a9b55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.770s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.754411] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.754671] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.754829] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.755026] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.755177] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.755324] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.755529] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.755944] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.755944] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.756090] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.756173] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.761689] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83385b25-e87f-4747-ab6d-d7a11df9fd36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.776782] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1255.776782] env[69481]: value = "task-3264941" [ 1255.776782] env[69481]: _type = "Task" [ 1255.776782] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.784560] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.920750] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059947} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.920997] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.921837] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4f5bc3-2b44-4fa5-8b23-f2a39e398db1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.944755] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a/a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.945031] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83fd4bae-5ae2-49b8-9bc1-cbffcd53807b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.964816] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1255.964816] env[69481]: value = "task-3264942" [ 1255.964816] env[69481]: _type = "Task" [ 1255.964816] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.972942] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.286190] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264941, 'name': ReconfigVM_Task, 'duration_secs': 0.331002} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.286502] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance 'ff9f2647-56a6-4a86-84dc-11a97f690727' progress to 33 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.475445] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264942, 'name': ReconfigVM_Task, 'duration_secs': 0.281485} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.475721] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Reconfigured VM instance instance-00000075 to attach disk [datastore2] a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a/a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.476370] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c88b19a2-a0f4-4c65-be68-1c25421070f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.482250] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1256.482250] env[69481]: value = "task-3264943" [ 1256.482250] env[69481]: _type = "Task" [ 1256.482250] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.489585] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264943, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.793162] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.793489] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.793666] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.793857] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.794031] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.794180] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.794388] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.794548] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.794714] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.794877] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.795067] env[69481]: DEBUG nova.virt.hardware [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.800608] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.800924] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-049efbcd-7aa7-4293-92ea-055f3b43d7e4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.820148] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1256.820148] env[69481]: value = "task-3264944" [ 1256.820148] env[69481]: _type = "Task" [ 1256.820148] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.828345] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.992881] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264943, 'name': Rename_Task, 'duration_secs': 0.138872} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.993150] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.993433] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19725b46-c266-46b0-8f3a-dbfa01ae3152 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.000490] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1257.000490] env[69481]: value = "task-3264945" [ 1257.000490] env[69481]: _type = "Task" [ 1257.000490] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.008116] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.330583] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.509410] env[69481]: DEBUG oslo_vmware.api [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264945, 'name': PowerOnVM_Task, 'duration_secs': 0.426739} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.509740] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.509982] env[69481]: INFO nova.compute.manager [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1257.510204] env[69481]: DEBUG nova.compute.manager [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.510951] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2fb68c-cf62-4ad5-95bc-b6b9f14cbff9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.815721] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "6143122d-c629-49a9-88c7-308ce559b925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.815954] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.829871] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.028038] env[69481]: INFO nova.compute.manager [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Took 15.69 seconds to build instance. [ 1258.317943] env[69481]: DEBUG nova.compute.manager [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1258.330862] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264944, 'name': ReconfigVM_Task, 'duration_secs': 1.21471} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.330862] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.331212] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0303046e-d85f-49ba-8dee-13a95dc9ca5a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.356461] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ff9f2647-56a6-4a86-84dc-11a97f690727/ff9f2647-56a6-4a86-84dc-11a97f690727.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.359978] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bdd7def-c960-4b73-9d1e-f2e4708cbf0b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.375934] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1258.375934] env[69481]: value = "task-3264946" [ 1258.375934] env[69481]: _type = "Task" [ 1258.375934] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.383956] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.529894] env[69481]: DEBUG oslo_concurrency.lockutils [None req-5af53895-a770-4d28-b300-ee59600a31f4 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.200s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.602838] env[69481]: DEBUG nova.compute.manager [req-67861c17-3a7c-4a9d-8181-1d766624d5d4 req-d316d85d-d81a-42e8-b50c-5dd756d0eb94 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Received event network-changed-34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.603085] env[69481]: DEBUG nova.compute.manager [req-67861c17-3a7c-4a9d-8181-1d766624d5d4 req-d316d85d-d81a-42e8-b50c-5dd756d0eb94 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing instance network info cache due to event network-changed-34966164-ec05-4a57-aab8-8c4f51b4bbf4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.603318] env[69481]: DEBUG oslo_concurrency.lockutils [req-67861c17-3a7c-4a9d-8181-1d766624d5d4 req-d316d85d-d81a-42e8-b50c-5dd756d0eb94 service nova] Acquiring lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.603465] env[69481]: DEBUG oslo_concurrency.lockutils [req-67861c17-3a7c-4a9d-8181-1d766624d5d4 req-d316d85d-d81a-42e8-b50c-5dd756d0eb94 service nova] Acquired lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.603628] env[69481]: DEBUG nova.network.neutron [req-67861c17-3a7c-4a9d-8181-1d766624d5d4 req-d316d85d-d81a-42e8-b50c-5dd756d0eb94 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing network info cache for port 34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.842897] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.843374] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.845329] env[69481]: INFO nova.compute.claims [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.890209] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264946, 'name': ReconfigVM_Task, 'duration_secs': 0.281398} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.890209] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ff9f2647-56a6-4a86-84dc-11a97f690727/ff9f2647-56a6-4a86-84dc-11a97f690727.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.890209] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance 'ff9f2647-56a6-4a86-84dc-11a97f690727' progress to 50 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.298965] env[69481]: DEBUG nova.network.neutron [req-67861c17-3a7c-4a9d-8181-1d766624d5d4 req-d316d85d-d81a-42e8-b50c-5dd756d0eb94 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updated VIF entry in instance network info cache for port 34966164-ec05-4a57-aab8-8c4f51b4bbf4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.299343] env[69481]: DEBUG nova.network.neutron [req-67861c17-3a7c-4a9d-8181-1d766624d5d4 req-d316d85d-d81a-42e8-b50c-5dd756d0eb94 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updating instance_info_cache with network_info: [{"id": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "address": "fa:16:3e:6a:9a:7a", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34966164-ec", "ovs_interfaceid": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.396464] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9f8220-a16d-4496-a38d-2bbde9b324d6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.420956] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5d6144-e355-4bab-b9ee-916db2f50c5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.442383] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance 'ff9f2647-56a6-4a86-84dc-11a97f690727' progress to 67 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.449423] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.449645] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.801727] env[69481]: DEBUG oslo_concurrency.lockutils [req-67861c17-3a7c-4a9d-8181-1d766624d5d4 req-d316d85d-d81a-42e8-b50c-5dd756d0eb94 service nova] Releasing lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.952598] env[69481]: DEBUG nova.compute.manager [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.972781] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d6cdff-9bc3-448c-9cd7-08586624df24 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.980768] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9d0728-4ed7-437e-86a9-efda46a6ac68 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.016059] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d301df06-2fc9-45c1-9d1f-13aa980402ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.024373] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53037886-bfb2-4100-8b7a-95fa074d70d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.038109] env[69481]: DEBUG nova.compute.provider_tree [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.475926] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.540952] env[69481]: DEBUG nova.scheduler.client.report [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.046612] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.047396] env[69481]: DEBUG nova.compute.manager [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.051400] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.576s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.053573] env[69481]: INFO nova.compute.claims [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.093769] env[69481]: DEBUG nova.network.neutron [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Port 4cff508f-e5a1-46bf-9b58-ce400b0edb96 binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1261.559943] env[69481]: DEBUG nova.compute.utils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.562445] env[69481]: DEBUG nova.compute.manager [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.562672] env[69481]: DEBUG nova.network.neutron [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.638238] env[69481]: DEBUG nova.policy [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b5b2d3826ca49c4b431d2e10d605294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d0ed252cfe8468faa9796bad94d8f59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.890274] env[69481]: DEBUG nova.network.neutron [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Successfully created port: d20764cc-8940-4320-82fb-73f8975de0f2 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.063117] env[69481]: DEBUG nova.compute.manager [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.119275] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "ff9f2647-56a6-4a86-84dc-11a97f690727-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.119505] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.119676] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.193568] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fb27d7-d566-4cb9-a323-22bcf3e4bbcb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.201137] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e84552a-49be-45e9-900f-2b9a42aa061e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.231676] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77399333-1d23-4859-a385-3f688563e414 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.238940] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0396e86-4a06-4ed0-8820-692777f33226 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.252116] env[69481]: DEBUG nova.compute.provider_tree [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.755750] env[69481]: DEBUG nova.scheduler.client.report [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.073075] env[69481]: DEBUG nova.compute.manager [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.100024] env[69481]: DEBUG nova.virt.hardware [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.100189] env[69481]: DEBUG nova.virt.hardware [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.100242] env[69481]: DEBUG nova.virt.hardware [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.100420] env[69481]: DEBUG nova.virt.hardware [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.100567] env[69481]: DEBUG nova.virt.hardware [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.100713] env[69481]: DEBUG nova.virt.hardware [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.100918] env[69481]: DEBUG nova.virt.hardware [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.101116] env[69481]: DEBUG nova.virt.hardware [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.101309] env[69481]: DEBUG nova.virt.hardware [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.101560] env[69481]: DEBUG nova.virt.hardware [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.101671] env[69481]: DEBUG nova.virt.hardware [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.102512] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5af610-4b26-461f-86af-1bca29ff5735 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.110155] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7111cf25-d225-4e6e-8a3c-ad8b5356b25e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.151653] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.151841] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.152109] env[69481]: DEBUG nova.network.neutron [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.245224] env[69481]: DEBUG nova.compute.manager [req-bd171ce2-63ab-4a84-ac09-5dc8ff917486 req-3743f1f8-1f33-4d1e-8e0d-0e26485cf2be service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Received event network-vif-plugged-d20764cc-8940-4320-82fb-73f8975de0f2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.245450] env[69481]: DEBUG oslo_concurrency.lockutils [req-bd171ce2-63ab-4a84-ac09-5dc8ff917486 req-3743f1f8-1f33-4d1e-8e0d-0e26485cf2be service nova] Acquiring lock "6143122d-c629-49a9-88c7-308ce559b925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.245666] env[69481]: DEBUG oslo_concurrency.lockutils [req-bd171ce2-63ab-4a84-ac09-5dc8ff917486 req-3743f1f8-1f33-4d1e-8e0d-0e26485cf2be service nova] Lock "6143122d-c629-49a9-88c7-308ce559b925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.245833] env[69481]: DEBUG oslo_concurrency.lockutils [req-bd171ce2-63ab-4a84-ac09-5dc8ff917486 req-3743f1f8-1f33-4d1e-8e0d-0e26485cf2be service nova] Lock "6143122d-c629-49a9-88c7-308ce559b925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.245996] env[69481]: DEBUG nova.compute.manager [req-bd171ce2-63ab-4a84-ac09-5dc8ff917486 req-3743f1f8-1f33-4d1e-8e0d-0e26485cf2be service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] No waiting events found dispatching network-vif-plugged-d20764cc-8940-4320-82fb-73f8975de0f2 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.246279] env[69481]: WARNING nova.compute.manager [req-bd171ce2-63ab-4a84-ac09-5dc8ff917486 req-3743f1f8-1f33-4d1e-8e0d-0e26485cf2be service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Received unexpected event network-vif-plugged-d20764cc-8940-4320-82fb-73f8975de0f2 for instance with vm_state building and task_state spawning. [ 1263.262348] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.262841] env[69481]: DEBUG nova.compute.manager [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1263.326720] env[69481]: DEBUG nova.network.neutron [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Successfully updated port: d20764cc-8940-4320-82fb-73f8975de0f2 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.767076] env[69481]: DEBUG nova.compute.utils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.768454] env[69481]: DEBUG nova.compute.manager [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.768627] env[69481]: DEBUG nova.network.neutron [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.804161] env[69481]: DEBUG nova.policy [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a92ac85baf84eefadff601cdb07792a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912fe61c615f4e24a9d8bc443db1e9e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.834585] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "refresh_cache-6143122d-c629-49a9-88c7-308ce559b925" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.834585] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "refresh_cache-6143122d-c629-49a9-88c7-308ce559b925" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.834585] env[69481]: DEBUG nova.network.neutron [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.878298] env[69481]: DEBUG nova.network.neutron [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance_info_cache with network_info: [{"id": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "address": "fa:16:3e:6e:20:c3", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff508f-e5", "ovs_interfaceid": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.106888] env[69481]: DEBUG nova.network.neutron [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Successfully created port: 5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.271707] env[69481]: DEBUG nova.compute.manager [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1264.381336] env[69481]: DEBUG oslo_concurrency.lockutils [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.484354] env[69481]: DEBUG nova.network.neutron [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.631122] env[69481]: DEBUG nova.network.neutron [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Updating instance_info_cache with network_info: [{"id": "d20764cc-8940-4320-82fb-73f8975de0f2", "address": "fa:16:3e:ac:fa:29", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20764cc-89", "ovs_interfaceid": "d20764cc-8940-4320-82fb-73f8975de0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.892183] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dd6f90-92b0-4dcc-bee1-065e6877661d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.899039] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8587b61b-2b41-4999-9144-d5dee3928851 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.133752] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "refresh_cache-6143122d-c629-49a9-88c7-308ce559b925" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.134165] env[69481]: DEBUG nova.compute.manager [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Instance network_info: |[{"id": "d20764cc-8940-4320-82fb-73f8975de0f2", "address": "fa:16:3e:ac:fa:29", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20764cc-89", "ovs_interfaceid": "d20764cc-8940-4320-82fb-73f8975de0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.134636] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:fa:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd20764cc-8940-4320-82fb-73f8975de0f2', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.143490] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.143719] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.143968] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45bbea4e-e8ec-4e5d-bfa7-33377f96c94a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.164842] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.164842] env[69481]: value = "task-3264947" [ 1265.164842] env[69481]: _type = "Task" [ 1265.164842] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.171977] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264947, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.272213] env[69481]: DEBUG nova.compute.manager [req-81ef40d4-a4fe-4253-bf48-80f5031af7be req-7e8d8d36-4020-4cd5-b853-ba5bfa2afe9a service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Received event network-changed-d20764cc-8940-4320-82fb-73f8975de0f2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.272380] env[69481]: DEBUG nova.compute.manager [req-81ef40d4-a4fe-4253-bf48-80f5031af7be req-7e8d8d36-4020-4cd5-b853-ba5bfa2afe9a service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Refreshing instance network info cache due to event network-changed-d20764cc-8940-4320-82fb-73f8975de0f2. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.272577] env[69481]: DEBUG oslo_concurrency.lockutils [req-81ef40d4-a4fe-4253-bf48-80f5031af7be req-7e8d8d36-4020-4cd5-b853-ba5bfa2afe9a service nova] Acquiring lock "refresh_cache-6143122d-c629-49a9-88c7-308ce559b925" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.272731] env[69481]: DEBUG oslo_concurrency.lockutils [req-81ef40d4-a4fe-4253-bf48-80f5031af7be req-7e8d8d36-4020-4cd5-b853-ba5bfa2afe9a service nova] Acquired lock "refresh_cache-6143122d-c629-49a9-88c7-308ce559b925" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.272913] env[69481]: DEBUG nova.network.neutron [req-81ef40d4-a4fe-4253-bf48-80f5031af7be req-7e8d8d36-4020-4cd5-b853-ba5bfa2afe9a service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Refreshing network info cache for port d20764cc-8940-4320-82fb-73f8975de0f2 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.281811] env[69481]: DEBUG nova.compute.manager [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.309360] env[69481]: DEBUG nova.virt.hardware [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.309638] env[69481]: DEBUG nova.virt.hardware [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.309801] env[69481]: DEBUG nova.virt.hardware [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.309987] env[69481]: DEBUG nova.virt.hardware [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.310156] env[69481]: DEBUG nova.virt.hardware [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.310306] env[69481]: DEBUG nova.virt.hardware [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.310511] env[69481]: DEBUG nova.virt.hardware [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.310672] env[69481]: DEBUG nova.virt.hardware [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.310844] env[69481]: DEBUG nova.virt.hardware [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.311052] env[69481]: DEBUG nova.virt.hardware [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.311265] env[69481]: DEBUG nova.virt.hardware [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.312399] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b879530b-56ea-477f-ada1-76171015e47a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.320362] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaf88d3-174a-475a-8eab-d9746f5f47c0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.504206] env[69481]: DEBUG nova.compute.manager [req-f33bc9f2-85ca-46d7-b7c2-f1d94daa1be5 req-fb19c7b7-0e6b-4461-9e2d-af9f5c5d4b6d service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Received event network-vif-plugged-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.504479] env[69481]: DEBUG oslo_concurrency.lockutils [req-f33bc9f2-85ca-46d7-b7c2-f1d94daa1be5 req-fb19c7b7-0e6b-4461-9e2d-af9f5c5d4b6d service nova] Acquiring lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.504714] env[69481]: DEBUG oslo_concurrency.lockutils [req-f33bc9f2-85ca-46d7-b7c2-f1d94daa1be5 req-fb19c7b7-0e6b-4461-9e2d-af9f5c5d4b6d service nova] Lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.504887] env[69481]: DEBUG oslo_concurrency.lockutils [req-f33bc9f2-85ca-46d7-b7c2-f1d94daa1be5 req-fb19c7b7-0e6b-4461-9e2d-af9f5c5d4b6d service nova] Lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.505070] env[69481]: DEBUG nova.compute.manager [req-f33bc9f2-85ca-46d7-b7c2-f1d94daa1be5 req-fb19c7b7-0e6b-4461-9e2d-af9f5c5d4b6d service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] No waiting events found dispatching network-vif-plugged-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.505258] env[69481]: WARNING nova.compute.manager [req-f33bc9f2-85ca-46d7-b7c2-f1d94daa1be5 req-fb19c7b7-0e6b-4461-9e2d-af9f5c5d4b6d service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Received unexpected event network-vif-plugged-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 for instance with vm_state building and task_state spawning. [ 1265.556044] env[69481]: DEBUG nova.network.neutron [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Successfully updated port: 5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.674520] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264947, 'name': CreateVM_Task, 'duration_secs': 0.328085} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.674691] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.675404] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.675577] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.675906] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.676204] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac9230d-8f41-4256-927d-8af197a805a8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.680873] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1265.680873] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52a41979-666b-7c97-af6b-726c7b5ce01c" [ 1265.680873] env[69481]: _type = "Task" [ 1265.680873] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.689018] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a41979-666b-7c97-af6b-726c7b5ce01c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.007603] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280f572a-069f-4002-a757-b0108b7c55d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.031558] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ebf915-f4a0-41b1-91b3-3fc15a208b4c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.038558] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance 'ff9f2647-56a6-4a86-84dc-11a97f690727' progress to 83 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.064667] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.064667] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.064667] env[69481]: DEBUG nova.network.neutron [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.190961] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52a41979-666b-7c97-af6b-726c7b5ce01c, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.191334] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.191462] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.191697] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.191844] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.192070] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.192336] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38f6f964-9d57-447c-a486-3cd4c6aa046c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.200521] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.200704] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.201405] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c298c436-440b-4ad9-af23-2ac87fdd277b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.206489] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1266.206489] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]524db09a-bf76-a782-34e1-37c47591209d" [ 1266.206489] env[69481]: _type = "Task" [ 1266.206489] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.213901] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524db09a-bf76-a782-34e1-37c47591209d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.260315] env[69481]: DEBUG nova.network.neutron [req-81ef40d4-a4fe-4253-bf48-80f5031af7be req-7e8d8d36-4020-4cd5-b853-ba5bfa2afe9a service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Updated VIF entry in instance network info cache for port d20764cc-8940-4320-82fb-73f8975de0f2. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.260680] env[69481]: DEBUG nova.network.neutron [req-81ef40d4-a4fe-4253-bf48-80f5031af7be req-7e8d8d36-4020-4cd5-b853-ba5bfa2afe9a service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Updating instance_info_cache with network_info: [{"id": "d20764cc-8940-4320-82fb-73f8975de0f2", "address": "fa:16:3e:ac:fa:29", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20764cc-89", "ovs_interfaceid": "d20764cc-8940-4320-82fb-73f8975de0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.545773] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.546419] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d76e9068-0c48-4b46-ae08-2d86a2b89d19 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.554107] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1266.554107] env[69481]: value = "task-3264948" [ 1266.554107] env[69481]: _type = "Task" [ 1266.554107] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.561577] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.595998] env[69481]: DEBUG nova.network.neutron [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.711512] env[69481]: DEBUG nova.network.neutron [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updating instance_info_cache with network_info: [{"id": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "address": "fa:16:3e:2b:80:90", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb67bc1-d1", "ovs_interfaceid": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.718017] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]524db09a-bf76-a782-34e1-37c47591209d, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.718463] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec95ed36-ac0b-428b-9005-14d01fc89529 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.723802] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1266.723802] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e99cd6-a6f1-e416-4cf3-99660e916ba9" [ 1266.723802] env[69481]: _type = "Task" [ 1266.723802] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.732603] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e99cd6-a6f1-e416-4cf3-99660e916ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.763242] env[69481]: DEBUG oslo_concurrency.lockutils [req-81ef40d4-a4fe-4253-bf48-80f5031af7be req-7e8d8d36-4020-4cd5-b853-ba5bfa2afe9a service nova] Releasing lock "refresh_cache-6143122d-c629-49a9-88c7-308ce559b925" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.063683] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264948, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.218765] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.219174] env[69481]: DEBUG nova.compute.manager [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Instance network_info: |[{"id": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "address": "fa:16:3e:2b:80:90", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb67bc1-d1", "ovs_interfaceid": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.219601] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:80:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.227045] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.227388] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.230592] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32d78fdc-6581-4626-9f4c-006d750026b5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.251532] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e99cd6-a6f1-e416-4cf3-99660e916ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.021605} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.252812] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.254015] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 6143122d-c629-49a9-88c7-308ce559b925/6143122d-c629-49a9-88c7-308ce559b925.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.254015] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.254015] env[69481]: value = "task-3264949" [ 1267.254015] env[69481]: _type = "Task" [ 1267.254015] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.254015] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91692b5d-5e02-41d0-985d-dfbc7d0f8fa0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.264842] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264949, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.266171] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1267.266171] env[69481]: value = "task-3264950" [ 1267.266171] env[69481]: _type = "Task" [ 1267.266171] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.273346] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.529579] env[69481]: DEBUG nova.compute.manager [req-677ae4d9-ac68-4544-b734-a5cbdbb46fc2 req-efdd4428-c28e-426a-a2c3-de70b0ed1198 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Received event network-changed-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.529801] env[69481]: DEBUG nova.compute.manager [req-677ae4d9-ac68-4544-b734-a5cbdbb46fc2 req-efdd4428-c28e-426a-a2c3-de70b0ed1198 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Refreshing instance network info cache due to event network-changed-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.530118] env[69481]: DEBUG oslo_concurrency.lockutils [req-677ae4d9-ac68-4544-b734-a5cbdbb46fc2 req-efdd4428-c28e-426a-a2c3-de70b0ed1198 service nova] Acquiring lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.530277] env[69481]: DEBUG oslo_concurrency.lockutils [req-677ae4d9-ac68-4544-b734-a5cbdbb46fc2 req-efdd4428-c28e-426a-a2c3-de70b0ed1198 service nova] Acquired lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.530457] env[69481]: DEBUG nova.network.neutron [req-677ae4d9-ac68-4544-b734-a5cbdbb46fc2 req-efdd4428-c28e-426a-a2c3-de70b0ed1198 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Refreshing network info cache for port 5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.565331] env[69481]: DEBUG oslo_vmware.api [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264948, 'name': PowerOnVM_Task, 'duration_secs': 0.737859} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.565902] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.566104] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-787337c1-d479-496a-8b18-dcc24affc365 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance 'ff9f2647-56a6-4a86-84dc-11a97f690727' progress to 100 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.765620] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264949, 'name': CreateVM_Task} progress is 25%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.774284] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264950, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.257077] env[69481]: DEBUG nova.network.neutron [req-677ae4d9-ac68-4544-b734-a5cbdbb46fc2 req-efdd4428-c28e-426a-a2c3-de70b0ed1198 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updated VIF entry in instance network info cache for port 5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.257462] env[69481]: DEBUG nova.network.neutron [req-677ae4d9-ac68-4544-b734-a5cbdbb46fc2 req-efdd4428-c28e-426a-a2c3-de70b0ed1198 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updating instance_info_cache with network_info: [{"id": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "address": "fa:16:3e:2b:80:90", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb67bc1-d1", "ovs_interfaceid": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.267967] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264949, 'name': CreateVM_Task, 'duration_secs': 0.762638} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.271376] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.272281] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.272445] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.272750] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.273348] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43043467-b1d9-4dd4-8856-da8a52f864bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.278322] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835216} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.278552] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 6143122d-c629-49a9-88c7-308ce559b925/6143122d-c629-49a9-88c7-308ce559b925.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.278747] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.278961] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a5b8523-8c0e-4824-8961-adac83fad85d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.281660] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1268.281660] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]529e58bb-fbb4-fabf-7677-c7bbd8359492" [ 1268.281660] env[69481]: _type = "Task" [ 1268.281660] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.285837] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1268.285837] env[69481]: value = "task-3264951" [ 1268.285837] env[69481]: _type = "Task" [ 1268.285837] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.291554] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529e58bb-fbb4-fabf-7677-c7bbd8359492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.295678] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.763555] env[69481]: DEBUG oslo_concurrency.lockutils [req-677ae4d9-ac68-4544-b734-a5cbdbb46fc2 req-efdd4428-c28e-426a-a2c3-de70b0ed1198 service nova] Releasing lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.794941] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]529e58bb-fbb4-fabf-7677-c7bbd8359492, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.800038] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.800038] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.800038] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.800285] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.800285] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.800520] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072118} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.800709] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54465f1d-6aee-4004-a736-e519ec89f397 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.802280] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.802987] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852e4b21-979f-4106-80aa-38d53f7de758 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.824238] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 6143122d-c629-49a9-88c7-308ce559b925/6143122d-c629-49a9-88c7-308ce559b925.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.825185] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-032c852f-0cc7-4226-847c-9b031244e30b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.838555] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.838726] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.839387] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08199c3-fee7-4a80-a49a-5449a99f48c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.844450] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1268.844450] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52014e64-5001-a61c-9c98-b156ae98d31e" [ 1268.844450] env[69481]: _type = "Task" [ 1268.844450] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.848146] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1268.848146] env[69481]: value = "task-3264952" [ 1268.848146] env[69481]: _type = "Task" [ 1268.848146] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.853739] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52014e64-5001-a61c-9c98-b156ae98d31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.858541] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.358129] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52014e64-5001-a61c-9c98-b156ae98d31e, 'name': SearchDatastore_Task, 'duration_secs': 0.014147} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.361669] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264952, 'name': ReconfigVM_Task, 'duration_secs': 0.392782} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.361872] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27cde713-e602-4161-a35b-f4f0054616f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.363960] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 6143122d-c629-49a9-88c7-308ce559b925/6143122d-c629-49a9-88c7-308ce559b925.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.364622] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7789ecef-70c1-4354-aeca-5abe7bda8ad4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.369378] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1269.369378] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52612d56-30cf-c8f4-058e-9474e7317b67" [ 1269.369378] env[69481]: _type = "Task" [ 1269.369378] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.370487] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1269.370487] env[69481]: value = "task-3264953" [ 1269.370487] env[69481]: _type = "Task" [ 1269.370487] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.380255] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52612d56-30cf-c8f4-058e-9474e7317b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.383199] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264953, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.882860] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52612d56-30cf-c8f4-058e-9474e7317b67, 'name': SearchDatastore_Task, 'duration_secs': 0.032166} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.885726] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.885989] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 809c5aaf-cb68-499d-93d5-ed873e1a87aa/809c5aaf-cb68-499d-93d5-ed873e1a87aa.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.886252] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264953, 'name': Rename_Task, 'duration_secs': 0.181262} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.886444] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f03b6d6-b544-4924-8c8a-41585bbb1cdc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.888120] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.888342] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-886dcd71-9918-4920-b3ee-ca2f45b16df0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.894749] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1269.894749] env[69481]: value = "task-3264954" [ 1269.894749] env[69481]: _type = "Task" [ 1269.894749] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.895838] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1269.895838] env[69481]: value = "task-3264955" [ 1269.895838] env[69481]: _type = "Task" [ 1269.895838] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.905312] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.264784] env[69481]: DEBUG nova.network.neutron [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Port 4cff508f-e5a1-46bf-9b58-ce400b0edb96 binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1270.265092] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.265251] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.265418] env[69481]: DEBUG nova.network.neutron [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.408508] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488263} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.411704] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 809c5aaf-cb68-499d-93d5-ed873e1a87aa/809c5aaf-cb68-499d-93d5-ed873e1a87aa.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.411939] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.412239] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264955, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.412452] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b2ebf8d-0a0d-4459-883f-132a02b588b5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.418692] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1270.418692] env[69481]: value = "task-3264956" [ 1270.418692] env[69481]: _type = "Task" [ 1270.418692] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.427639] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.910856] env[69481]: DEBUG oslo_vmware.api [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3264955, 'name': PowerOnVM_Task, 'duration_secs': 0.656988} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.911146] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.911351] env[69481]: INFO nova.compute.manager [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1270.911542] env[69481]: DEBUG nova.compute.manager [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.912421] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ff645c-3e34-4885-bc63-dedfc1658c5b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.928278] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105477} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.928507] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.929284] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a49b0ad-b6a6-4490-bceb-08dd2834be15 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.950824] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 809c5aaf-cb68-499d-93d5-ed873e1a87aa/809c5aaf-cb68-499d-93d5-ed873e1a87aa.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.953706] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5be1ac4-4142-49b7-a8ef-e2bd80282518 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.974474] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1270.974474] env[69481]: value = "task-3264957" [ 1270.974474] env[69481]: _type = "Task" [ 1270.974474] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.982611] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.028607] env[69481]: DEBUG nova.network.neutron [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance_info_cache with network_info: [{"id": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "address": "fa:16:3e:6e:20:c3", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff508f-e5", "ovs_interfaceid": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.431637] env[69481]: INFO nova.compute.manager [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Took 12.61 seconds to build instance. [ 1271.485907] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.531184] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.543446] env[69481]: DEBUG oslo_concurrency.lockutils [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "c20080a0-d507-4c4c-a620-49b1d40df48c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.543716] env[69481]: DEBUG oslo_concurrency.lockutils [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.934511] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aadbbf08-c4ce-4ca9-b5ca-6857dede58dd tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.118s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.985401] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.033285] env[69481]: DEBUG nova.compute.manager [req-793be651-9b7d-4876-a5b2-ce957bb10064 req-7cae88d8-f0e0-4d3d-86b6-b45e153be9b2 service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Received event network-changed-d20764cc-8940-4320-82fb-73f8975de0f2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.033486] env[69481]: DEBUG nova.compute.manager [req-793be651-9b7d-4876-a5b2-ce957bb10064 req-7cae88d8-f0e0-4d3d-86b6-b45e153be9b2 service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Refreshing instance network info cache due to event network-changed-d20764cc-8940-4320-82fb-73f8975de0f2. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.033700] env[69481]: DEBUG oslo_concurrency.lockutils [req-793be651-9b7d-4876-a5b2-ce957bb10064 req-7cae88d8-f0e0-4d3d-86b6-b45e153be9b2 service nova] Acquiring lock "refresh_cache-6143122d-c629-49a9-88c7-308ce559b925" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.033853] env[69481]: DEBUG oslo_concurrency.lockutils [req-793be651-9b7d-4876-a5b2-ce957bb10064 req-7cae88d8-f0e0-4d3d-86b6-b45e153be9b2 service nova] Acquired lock "refresh_cache-6143122d-c629-49a9-88c7-308ce559b925" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.034189] env[69481]: DEBUG nova.network.neutron [req-793be651-9b7d-4876-a5b2-ce957bb10064 req-7cae88d8-f0e0-4d3d-86b6-b45e153be9b2 service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Refreshing network info cache for port d20764cc-8940-4320-82fb-73f8975de0f2 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.035902] env[69481]: DEBUG nova.compute.manager [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69481) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1272.047372] env[69481]: INFO nova.compute.manager [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Detaching volume 0dfb64bc-3e12-42a5-92c5-a4734a0f681b [ 1272.075680] env[69481]: INFO nova.virt.block_device [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Attempting to driver detach volume 0dfb64bc-3e12-42a5-92c5-a4734a0f681b from mountpoint /dev/sdb [ 1272.076432] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1272.077735] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652217', 'volume_id': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'name': 'volume-0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c20080a0-d507-4c4c-a620-49b1d40df48c', 'attached_at': '', 'detached_at': '', 'volume_id': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'serial': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1272.079034] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69adad3f-65b8-4d16-a37b-95f6c38c1fc2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.104848] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816ef823-d59b-4fd6-8061-970f9a144766 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.112362] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a22995-787c-4c5a-9999-b3969f12b67e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.133895] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e37925b-604d-4f31-a093-2e4edfd99e54 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.148398] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] The volume has not been displaced from its original location: [datastore2] volume-0dfb64bc-3e12-42a5-92c5-a4734a0f681b/volume-0dfb64bc-3e12-42a5-92c5-a4734a0f681b.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1272.154095] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1272.154395] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d63d82-6ee1-4960-9868-46d4f9a82994 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.172449] env[69481]: DEBUG oslo_vmware.api [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1272.172449] env[69481]: value = "task-3264958" [ 1272.172449] env[69481]: _type = "Task" [ 1272.172449] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.182154] env[69481]: DEBUG oslo_vmware.api [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.485864] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264957, 'name': ReconfigVM_Task, 'duration_secs': 1.278862} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.487867] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 809c5aaf-cb68-499d-93d5-ed873e1a87aa/809c5aaf-cb68-499d-93d5-ed873e1a87aa.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.487867] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e75c6050-81b1-4fcb-9d3d-8d4fe59e63a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.493577] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1272.493577] env[69481]: value = "task-3264959" [ 1272.493577] env[69481]: _type = "Task" [ 1272.493577] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.500816] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264959, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.682962] env[69481]: DEBUG oslo_vmware.api [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264958, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.743663] env[69481]: DEBUG nova.network.neutron [req-793be651-9b7d-4876-a5b2-ce957bb10064 req-7cae88d8-f0e0-4d3d-86b6-b45e153be9b2 service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Updated VIF entry in instance network info cache for port d20764cc-8940-4320-82fb-73f8975de0f2. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.744039] env[69481]: DEBUG nova.network.neutron [req-793be651-9b7d-4876-a5b2-ce957bb10064 req-7cae88d8-f0e0-4d3d-86b6-b45e153be9b2 service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Updating instance_info_cache with network_info: [{"id": "d20764cc-8940-4320-82fb-73f8975de0f2", "address": "fa:16:3e:ac:fa:29", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20764cc-89", "ovs_interfaceid": "d20764cc-8940-4320-82fb-73f8975de0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.004457] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264959, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.155042] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.155042] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.183908] env[69481]: DEBUG oslo_vmware.api [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264958, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.246657] env[69481]: DEBUG oslo_concurrency.lockutils [req-793be651-9b7d-4876-a5b2-ce957bb10064 req-7cae88d8-f0e0-4d3d-86b6-b45e153be9b2 service nova] Releasing lock "refresh_cache-6143122d-c629-49a9-88c7-308ce559b925" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.506551] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264959, 'name': Rename_Task, 'duration_secs': 0.989155} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.506929] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.507111] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f158f939-c7b2-444b-8ecb-18582c86980e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.513179] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1273.513179] env[69481]: value = "task-3264960" [ 1273.513179] env[69481]: _type = "Task" [ 1273.513179] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.520779] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.657978] env[69481]: DEBUG nova.objects.instance [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'migration_context' on Instance uuid ff9f2647-56a6-4a86-84dc-11a97f690727 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.684190] env[69481]: DEBUG oslo_vmware.api [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264958, 'name': ReconfigVM_Task, 'duration_secs': 1.224769} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.684492] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1273.689582] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcd442d-8b5b-4cf8-97d1-6befd3d8ea5d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.705156] env[69481]: DEBUG oslo_vmware.api [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1273.705156] env[69481]: value = "task-3264961" [ 1273.705156] env[69481]: _type = "Task" [ 1273.705156] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.713630] env[69481]: DEBUG oslo_vmware.api [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.023923] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.216193] env[69481]: DEBUG oslo_vmware.api [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264961, 'name': ReconfigVM_Task, 'duration_secs': 0.158782} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.218849] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652217', 'volume_id': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'name': 'volume-0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c20080a0-d507-4c4c-a620-49b1d40df48c', 'attached_at': '', 'detached_at': '', 'volume_id': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b', 'serial': '0dfb64bc-3e12-42a5-92c5-a4734a0f681b'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1274.273212] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5b6cc5-452b-4760-ab7a-15a8febf051b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.280648] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df85199-5949-4103-ace6-b61581f78903 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.310329] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f9771b-0459-4962-bb31-af054ed88d94 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.316995] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee567aa1-6edf-4aec-9f33-fde95b501428 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.329748] env[69481]: DEBUG nova.compute.provider_tree [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.523054] env[69481]: DEBUG oslo_vmware.api [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264960, 'name': PowerOnVM_Task, 'duration_secs': 0.55032} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.523442] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.523649] env[69481]: INFO nova.compute.manager [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1274.523828] env[69481]: DEBUG nova.compute.manager [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.524612] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ab2ab2-ded5-4304-9920-ec736fa25e9e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.757413] env[69481]: DEBUG nova.objects.instance [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lazy-loading 'flavor' on Instance uuid c20080a0-d507-4c4c-a620-49b1d40df48c {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.833077] env[69481]: DEBUG nova.scheduler.client.report [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.041827] env[69481]: INFO nova.compute.manager [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Took 14.58 seconds to build instance. [ 1275.543465] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4e0b1049-e18c-4ad8-9a3d-6595981b9909 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.094s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.765029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-def22c01-b82b-40f0-a25e-21bec22d489f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.221s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.843694] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.689s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.246109] env[69481]: DEBUG nova.compute.manager [req-72a11996-a677-44af-ba56-c0471789764e req-c054a5da-8dd5-4d0c-a999-66e87acebcef service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Received event network-changed-34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.246178] env[69481]: DEBUG nova.compute.manager [req-72a11996-a677-44af-ba56-c0471789764e req-c054a5da-8dd5-4d0c-a999-66e87acebcef service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing instance network info cache due to event network-changed-34966164-ec05-4a57-aab8-8c4f51b4bbf4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.246354] env[69481]: DEBUG oslo_concurrency.lockutils [req-72a11996-a677-44af-ba56-c0471789764e req-c054a5da-8dd5-4d0c-a999-66e87acebcef service nova] Acquiring lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.246495] env[69481]: DEBUG oslo_concurrency.lockutils [req-72a11996-a677-44af-ba56-c0471789764e req-c054a5da-8dd5-4d0c-a999-66e87acebcef service nova] Acquired lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.246652] env[69481]: DEBUG nova.network.neutron [req-72a11996-a677-44af-ba56-c0471789764e req-c054a5da-8dd5-4d0c-a999-66e87acebcef service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing network info cache for port 34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.925551] env[69481]: DEBUG oslo_concurrency.lockutils [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "c20080a0-d507-4c4c-a620-49b1d40df48c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.925914] env[69481]: DEBUG oslo_concurrency.lockutils [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.925979] env[69481]: DEBUG oslo_concurrency.lockutils [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "c20080a0-d507-4c4c-a620-49b1d40df48c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.926131] env[69481]: DEBUG oslo_concurrency.lockutils [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.926297] env[69481]: DEBUG oslo_concurrency.lockutils [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.928544] env[69481]: INFO nova.compute.manager [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Terminating instance [ 1276.933950] env[69481]: DEBUG nova.network.neutron [req-72a11996-a677-44af-ba56-c0471789764e req-c054a5da-8dd5-4d0c-a999-66e87acebcef service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updated VIF entry in instance network info cache for port 34966164-ec05-4a57-aab8-8c4f51b4bbf4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.934534] env[69481]: DEBUG nova.network.neutron [req-72a11996-a677-44af-ba56-c0471789764e req-c054a5da-8dd5-4d0c-a999-66e87acebcef service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updating instance_info_cache with network_info: [{"id": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "address": "fa:16:3e:6a:9a:7a", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34966164-ec", "ovs_interfaceid": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.385721] env[69481]: INFO nova.compute.manager [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Swapping old allocation on dict_keys(['e43c54f0-3622-483a-a612-82b8457c9186']) held by migration 965748d2-b924-4283-9a92-18b1ba828d14 for instance [ 1277.406236] env[69481]: DEBUG nova.scheduler.client.report [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Overwriting current allocation {'allocations': {'e43c54f0-3622-483a-a612-82b8457c9186': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': '1aa0981badff473ea226cfab0cff2656', 'user_id': '04ab51f95e604487b3c5805d27517579', 'consumer_generation': 1} on consumer ff9f2647-56a6-4a86-84dc-11a97f690727 {{(pid=69481) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1277.432668] env[69481]: DEBUG nova.compute.manager [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.432898] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.433833] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36e922e-cfc4-4868-aa1b-068fbf5f4c4c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.436836] env[69481]: DEBUG oslo_concurrency.lockutils [req-72a11996-a677-44af-ba56-c0471789764e req-c054a5da-8dd5-4d0c-a999-66e87acebcef service nova] Releasing lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.441902] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.442184] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-493ed9b0-602d-4d28-8245-652c9a7ee0fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.448339] env[69481]: DEBUG oslo_vmware.api [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1277.448339] env[69481]: value = "task-3264962" [ 1277.448339] env[69481]: _type = "Task" [ 1277.448339] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.458650] env[69481]: DEBUG oslo_vmware.api [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.492854] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.493075] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.493336] env[69481]: DEBUG nova.network.neutron [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.958360] env[69481]: DEBUG oslo_vmware.api [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264962, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.200187] env[69481]: DEBUG nova.network.neutron [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance_info_cache with network_info: [{"id": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "address": "fa:16:3e:6e:20:c3", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff508f-e5", "ovs_interfaceid": "4cff508f-e5a1-46bf-9b58-ce400b0edb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.276356] env[69481]: DEBUG nova.compute.manager [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Received event network-changed-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.276726] env[69481]: DEBUG nova.compute.manager [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Refreshing instance network info cache due to event network-changed-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.276992] env[69481]: DEBUG oslo_concurrency.lockutils [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] Acquiring lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.277166] env[69481]: DEBUG oslo_concurrency.lockutils [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] Acquired lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.277339] env[69481]: DEBUG nova.network.neutron [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Refreshing network info cache for port 5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.459745] env[69481]: DEBUG oslo_vmware.api [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264962, 'name': PowerOffVM_Task, 'duration_secs': 0.567833} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.459745] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.459745] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.460292] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-023e9d68-9308-417f-9c9f-25d3fcd276e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.533403] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.533403] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.533403] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Deleting the datastore file [datastore1] c20080a0-d507-4c4c-a620-49b1d40df48c {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.533669] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b95ce0b0-b8e0-455f-b213-4fb0e45f318e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.540804] env[69481]: DEBUG oslo_vmware.api [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1278.540804] env[69481]: value = "task-3264964" [ 1278.540804] env[69481]: _type = "Task" [ 1278.540804] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.548548] env[69481]: DEBUG oslo_vmware.api [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.703504] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-ff9f2647-56a6-4a86-84dc-11a97f690727" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.704624] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ded9bd-2c21-48fe-a887-42a9db668a1d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.711972] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59633c87-a99f-466b-b31e-226295cf8cab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.959703] env[69481]: DEBUG nova.network.neutron [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updated VIF entry in instance network info cache for port 5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.960116] env[69481]: DEBUG nova.network.neutron [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updating instance_info_cache with network_info: [{"id": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "address": "fa:16:3e:2b:80:90", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb67bc1-d1", "ovs_interfaceid": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.049403] env[69481]: DEBUG oslo_vmware.api [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14457} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.049773] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.050011] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.050257] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.050485] env[69481]: INFO nova.compute.manager [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1279.050724] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.050918] env[69481]: DEBUG nova.compute.manager [-] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.051022] env[69481]: DEBUG nova.network.neutron [-] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.463514] env[69481]: DEBUG oslo_concurrency.lockutils [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] Releasing lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.463778] env[69481]: DEBUG nova.compute.manager [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Received event network-changed-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.463948] env[69481]: DEBUG nova.compute.manager [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Refreshing instance network info cache due to event network-changed-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.464180] env[69481]: DEBUG oslo_concurrency.lockutils [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] Acquiring lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.464429] env[69481]: DEBUG oslo_concurrency.lockutils [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] Acquired lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.464503] env[69481]: DEBUG nova.network.neutron [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Refreshing network info cache for port 5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.472420] env[69481]: DEBUG nova.compute.manager [req-4ebf1777-3fe0-4d01-9265-bc8d923f1101 req-6b197173-4203-40d2-8a95-bd11afc9e753 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Received event network-vif-deleted-5d59e266-83fb-40f0-a5ae-52734b42440b {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.472598] env[69481]: INFO nova.compute.manager [req-4ebf1777-3fe0-4d01-9265-bc8d923f1101 req-6b197173-4203-40d2-8a95-bd11afc9e753 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Neutron deleted interface 5d59e266-83fb-40f0-a5ae-52734b42440b; detaching it from the instance and deleting it from the info cache [ 1279.472754] env[69481]: DEBUG nova.network.neutron [req-4ebf1777-3fe0-4d01-9265-bc8d923f1101 req-6b197173-4203-40d2-8a95-bd11afc9e753 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.791203] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.791527] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca8f85a-a5c2-4676-9161-8ca46de7fcaf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.798495] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1279.798495] env[69481]: value = "task-3264965" [ 1279.798495] env[69481]: _type = "Task" [ 1279.798495] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.808778] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.948548] env[69481]: DEBUG nova.network.neutron [-] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.975438] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e68cd29-4e79-4bea-b422-fab8883f1f07 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.986168] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6be782a-fcdf-438b-9bb5-6ca75f206ad0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.013628] env[69481]: DEBUG nova.compute.manager [req-4ebf1777-3fe0-4d01-9265-bc8d923f1101 req-6b197173-4203-40d2-8a95-bd11afc9e753 service nova] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Detach interface failed, port_id=5d59e266-83fb-40f0-a5ae-52734b42440b, reason: Instance c20080a0-d507-4c4c-a620-49b1d40df48c could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1280.152447] env[69481]: DEBUG nova.network.neutron [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updated VIF entry in instance network info cache for port 5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.152850] env[69481]: DEBUG nova.network.neutron [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updating instance_info_cache with network_info: [{"id": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "address": "fa:16:3e:2b:80:90", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb67bc1-d1", "ovs_interfaceid": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.308130] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264965, 'name': PowerOffVM_Task, 'duration_secs': 0.504102} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.308415] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.309099] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.309320] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.309479] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.309666] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.309898] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.310107] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.310334] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.310497] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.310665] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.310831] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.311012] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.315966] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae19897-c3f8-40f7-a5e3-5eb86a996104 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.330382] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1280.330382] env[69481]: value = "task-3264966" [ 1280.330382] env[69481]: _type = "Task" [ 1280.330382] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.338136] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.451761] env[69481]: INFO nova.compute.manager [-] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Took 1.40 seconds to deallocate network for instance. [ 1280.655535] env[69481]: DEBUG oslo_concurrency.lockutils [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] Releasing lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.655805] env[69481]: DEBUG nova.compute.manager [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Received event network-changed-34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.655980] env[69481]: DEBUG nova.compute.manager [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing instance network info cache due to event network-changed-34966164-ec05-4a57-aab8-8c4f51b4bbf4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.656216] env[69481]: DEBUG oslo_concurrency.lockutils [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] Acquiring lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.656361] env[69481]: DEBUG oslo_concurrency.lockutils [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] Acquired lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.656523] env[69481]: DEBUG nova.network.neutron [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing network info cache for port 34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.840932] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264966, 'name': ReconfigVM_Task, 'duration_secs': 0.165534} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.841766] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d5a78c-0c7f-41fa-a1a4-d1c99cd3c0d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.862809] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.863090] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.863260] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.863448] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.863597] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.863745] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.863950] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.864130] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.864298] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.864462] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.864635] env[69481]: DEBUG nova.virt.hardware [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.865457] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90cff31-7907-4849-b911-394795db446d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.871060] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1280.871060] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5215af0e-dd2e-4bec-4194-8c37250955ec" [ 1280.871060] env[69481]: _type = "Task" [ 1280.871060] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.880295] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5215af0e-dd2e-4bec-4194-8c37250955ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.960509] env[69481]: DEBUG oslo_concurrency.lockutils [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.960805] env[69481]: DEBUG oslo_concurrency.lockutils [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.961039] env[69481]: DEBUG nova.objects.instance [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lazy-loading 'resources' on Instance uuid c20080a0-d507-4c4c-a620-49b1d40df48c {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.351659] env[69481]: DEBUG nova.network.neutron [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updated VIF entry in instance network info cache for port 34966164-ec05-4a57-aab8-8c4f51b4bbf4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.352183] env[69481]: DEBUG nova.network.neutron [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updating instance_info_cache with network_info: [{"id": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "address": "fa:16:3e:6a:9a:7a", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34966164-ec", "ovs_interfaceid": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.381788] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5215af0e-dd2e-4bec-4194-8c37250955ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008581} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.387116] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1281.387633] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6f5d63-c693-4dfb-ade8-79f27b376731 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.405489] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1281.405489] env[69481]: value = "task-3264967" [ 1281.405489] env[69481]: _type = "Task" [ 1281.405489] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.413118] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.567713] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b07df2-198f-4f4b-acc0-4e103b89c9f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.575689] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3811be0-7660-4252-920e-310bb392a3d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.606473] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f236e8-17a4-4735-95d2-fac1f448c459 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.613714] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6a35aa-f8e1-47df-9fc4-3e39b5bb8087 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.628282] env[69481]: DEBUG nova.compute.provider_tree [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.855375] env[69481]: DEBUG oslo_concurrency.lockutils [req-4b7dfc41-13fa-413b-96bc-0b060c1db371 req-2a1fbf1a-d47c-43d9-a314-eaca9e627ca1 service nova] Releasing lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.918145] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264967, 'name': ReconfigVM_Task, 'duration_secs': 0.249508} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.918325] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1281.919137] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6efa46d-661e-4c00-a533-59f48570f03d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.945562] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ff9f2647-56a6-4a86-84dc-11a97f690727/ff9f2647-56a6-4a86-84dc-11a97f690727.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.945870] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b78caa5-b396-4701-a4e1-f9cbb2c342d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.965120] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1281.965120] env[69481]: value = "task-3264968" [ 1281.965120] env[69481]: _type = "Task" [ 1281.965120] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.973260] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.132560] env[69481]: DEBUG nova.scheduler.client.report [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.474986] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264968, 'name': ReconfigVM_Task, 'duration_secs': 0.299912} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.475366] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ff9f2647-56a6-4a86-84dc-11a97f690727/ff9f2647-56a6-4a86-84dc-11a97f690727.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.476047] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daf8a17-83e5-4749-a6d1-62476899c989 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.496540] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e12342-942a-4f16-a172-10a81c9fd09e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.516087] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c7f6f9-896c-4d77-abf8-e4b410868ff7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.536701] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f2b95b-1017-4dd3-bde4-fc141e164270 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.543437] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.543691] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a439c5d9-25e9-4a26-b848-d5162ca1d2fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.549512] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1282.549512] env[69481]: value = "task-3264969" [ 1282.549512] env[69481]: _type = "Task" [ 1282.549512] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.556634] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.637775] env[69481]: DEBUG oslo_concurrency.lockutils [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.659176] env[69481]: INFO nova.scheduler.client.report [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Deleted allocations for instance c20080a0-d507-4c4c-a620-49b1d40df48c [ 1283.059557] env[69481]: DEBUG oslo_vmware.api [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264969, 'name': PowerOnVM_Task, 'duration_secs': 0.392126} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.059827] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.166531] env[69481]: DEBUG oslo_concurrency.lockutils [None req-72d4127e-4a20-4794-b110-d28fdbbe764f tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "c20080a0-d507-4c4c-a620-49b1d40df48c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.241s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.098625] env[69481]: INFO nova.compute.manager [None req-b6109fd1-9bde-4ba8-b385-5fa962ced919 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance to original state: 'active' [ 1285.024360] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "ff9f2647-56a6-4a86-84dc-11a97f690727" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.024686] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.024909] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "ff9f2647-56a6-4a86-84dc-11a97f690727-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.025113] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.025287] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.027474] env[69481]: INFO nova.compute.manager [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Terminating instance [ 1285.531121] env[69481]: DEBUG nova.compute.manager [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1285.531519] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.531647] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6bf0874-b006-4002-baaa-e137953e8403 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.538851] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1285.538851] env[69481]: value = "task-3264971" [ 1285.538851] env[69481]: _type = "Task" [ 1285.538851] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.546556] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.048793] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264971, 'name': PowerOffVM_Task, 'duration_secs': 0.200611} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.049082] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.049278] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1286.049469] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652219', 'volume_id': 'be6d1518-b211-4ea0-8054-1c0d9d728eca', 'name': 'volume-be6d1518-b211-4ea0-8054-1c0d9d728eca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ff9f2647-56a6-4a86-84dc-11a97f690727', 'attached_at': '2025-04-03T15:12:31.000000', 'detached_at': '', 'volume_id': 'be6d1518-b211-4ea0-8054-1c0d9d728eca', 'serial': 'be6d1518-b211-4ea0-8054-1c0d9d728eca'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1286.050232] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fddb7d-d31a-4097-9f96-81ecbb708194 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.071282] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59bf8c0-6480-4da9-8968-c6b73b30de3d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.077715] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57299d8-6784-48c8-b161-914ca9a3c70b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.097514] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a65b4-db71-48a3-a255-fbc71f924a72 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.111998] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] The volume has not been displaced from its original location: [datastore1] volume-be6d1518-b211-4ea0-8054-1c0d9d728eca/volume-be6d1518-b211-4ea0-8054-1c0d9d728eca.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1286.117277] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1286.117602] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c14b3a-15c5-40f0-9bee-321718f49426 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.134491] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1286.134491] env[69481]: value = "task-3264972" [ 1286.134491] env[69481]: _type = "Task" [ 1286.134491] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.142084] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.644098] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264972, 'name': ReconfigVM_Task, 'duration_secs': 0.239826} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.644412] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1286.648872] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2ea597c-247e-481c-a08b-86a35fb26a45 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.663808] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1286.663808] env[69481]: value = "task-3264973" [ 1286.663808] env[69481]: _type = "Task" [ 1286.663808] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.670983] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.173369] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264973, 'name': ReconfigVM_Task, 'duration_secs': 0.124095} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.173695] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652219', 'volume_id': 'be6d1518-b211-4ea0-8054-1c0d9d728eca', 'name': 'volume-be6d1518-b211-4ea0-8054-1c0d9d728eca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ff9f2647-56a6-4a86-84dc-11a97f690727', 'attached_at': '2025-04-03T15:12:31.000000', 'detached_at': '', 'volume_id': 'be6d1518-b211-4ea0-8054-1c0d9d728eca', 'serial': 'be6d1518-b211-4ea0-8054-1c0d9d728eca'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1287.173995] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.174807] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d08974-9532-4175-b08f-0a40dcead2fd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.181260] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.181478] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d516d393-466d-4c7b-bb85-38497c77aa65 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.256347] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.256564] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.256732] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleting the datastore file [datastore1] ff9f2647-56a6-4a86-84dc-11a97f690727 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.257019] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6da06f4-b1c6-455e-925a-5f244ad9aa2c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.263634] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1287.263634] env[69481]: value = "task-3264975" [ 1287.263634] env[69481]: _type = "Task" [ 1287.263634] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.271219] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.775065] env[69481]: DEBUG oslo_vmware.api [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140685} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.775429] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.775511] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.775679] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.775850] env[69481]: INFO nova.compute.manager [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1287.776103] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.776300] env[69481]: DEBUG nova.compute.manager [-] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.776394] env[69481]: DEBUG nova.network.neutron [-] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.100295] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "36925efc-baa1-434d-b45c-2d2dc54749a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.100643] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "36925efc-baa1-434d-b45c-2d2dc54749a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.100881] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "36925efc-baa1-434d-b45c-2d2dc54749a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.101087] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "36925efc-baa1-434d-b45c-2d2dc54749a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.101263] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "36925efc-baa1-434d-b45c-2d2dc54749a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.103439] env[69481]: INFO nova.compute.manager [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Terminating instance [ 1288.198222] env[69481]: DEBUG nova.compute.manager [req-c1b57676-5706-4cd7-946f-96d65a0cf19c req-f205a4dc-e80b-479a-a592-a3580c47ff11 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Received event network-vif-deleted-4cff508f-e5a1-46bf-9b58-ce400b0edb96 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.198521] env[69481]: INFO nova.compute.manager [req-c1b57676-5706-4cd7-946f-96d65a0cf19c req-f205a4dc-e80b-479a-a592-a3580c47ff11 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Neutron deleted interface 4cff508f-e5a1-46bf-9b58-ce400b0edb96; detaching it from the instance and deleting it from the info cache [ 1288.198791] env[69481]: DEBUG nova.network.neutron [req-c1b57676-5706-4cd7-946f-96d65a0cf19c req-f205a4dc-e80b-479a-a592-a3580c47ff11 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.607735] env[69481]: DEBUG nova.compute.manager [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.607981] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.608901] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee91a60-4245-4805-9722-e86098a2f209 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.616548] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.616773] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46dfc2b6-d30c-4a32-b9e6-378e2db926a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.622470] env[69481]: DEBUG oslo_vmware.api [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1288.622470] env[69481]: value = "task-3264976" [ 1288.622470] env[69481]: _type = "Task" [ 1288.622470] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.629622] env[69481]: DEBUG oslo_vmware.api [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.676277] env[69481]: DEBUG nova.network.neutron [-] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.701079] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8781be3b-6adb-493e-aaae-87248eedcbf0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.710889] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d651c69-63c9-4b34-8748-bf7951cc3dae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.738834] env[69481]: DEBUG nova.compute.manager [req-c1b57676-5706-4cd7-946f-96d65a0cf19c req-f205a4dc-e80b-479a-a592-a3580c47ff11 service nova] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Detach interface failed, port_id=4cff508f-e5a1-46bf-9b58-ce400b0edb96, reason: Instance ff9f2647-56a6-4a86-84dc-11a97f690727 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.134059] env[69481]: DEBUG oslo_vmware.api [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264976, 'name': PowerOffVM_Task, 'duration_secs': 0.267098} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.134429] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.134479] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.134731] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88d059bf-2c55-4c1c-908b-bce518e754a7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.180273] env[69481]: INFO nova.compute.manager [-] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Took 1.40 seconds to deallocate network for instance. [ 1289.197885] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.198140] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.198335] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Deleting the datastore file [datastore2] 36925efc-baa1-434d-b45c-2d2dc54749a8 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.198614] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb83eb33-f0e7-4eb2-b7f1-ef4908a40d93 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.205801] env[69481]: DEBUG oslo_vmware.api [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1289.205801] env[69481]: value = "task-3264978" [ 1289.205801] env[69481]: _type = "Task" [ 1289.205801] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.213549] env[69481]: DEBUG oslo_vmware.api [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.717799] env[69481]: DEBUG oslo_vmware.api [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168508} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.718513] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.718713] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.718893] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.719092] env[69481]: INFO nova.compute.manager [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1289.719337] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.719534] env[69481]: DEBUG nova.compute.manager [-] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.719653] env[69481]: DEBUG nova.network.neutron [-] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.724353] env[69481]: INFO nova.compute.manager [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Took 0.54 seconds to detach 1 volumes for instance. [ 1290.225034] env[69481]: DEBUG nova.compute.manager [req-95d33f14-1154-4e6c-837f-644817037306 req-b519900f-9c86-4070-b52e-ae24da67cfd1 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Received event network-vif-deleted-431ad988-7cd4-4aa0-bc4b-80728697bf2e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.225274] env[69481]: INFO nova.compute.manager [req-95d33f14-1154-4e6c-837f-644817037306 req-b519900f-9c86-4070-b52e-ae24da67cfd1 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Neutron deleted interface 431ad988-7cd4-4aa0-bc4b-80728697bf2e; detaching it from the instance and deleting it from the info cache [ 1290.225447] env[69481]: DEBUG nova.network.neutron [req-95d33f14-1154-4e6c-837f-644817037306 req-b519900f-9c86-4070-b52e-ae24da67cfd1 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.232022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.232022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.232022] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.258042] env[69481]: INFO nova.scheduler.client.report [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleted allocations for instance ff9f2647-56a6-4a86-84dc-11a97f690727 [ 1290.413884] env[69481]: DEBUG nova.network.neutron [-] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.727640] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-544cd77e-5f5e-4cc3-b01e-6f1791286312 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.737315] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326af0b2-6967-48f6-808a-6de987194068 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.765780] env[69481]: DEBUG nova.compute.manager [req-95d33f14-1154-4e6c-837f-644817037306 req-b519900f-9c86-4070-b52e-ae24da67cfd1 service nova] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Detach interface failed, port_id=431ad988-7cd4-4aa0-bc4b-80728697bf2e, reason: Instance 36925efc-baa1-434d-b45c-2d2dc54749a8 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1290.767870] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4977e283-0d8e-4719-9ca4-060f72d9a3f1 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "ff9f2647-56a6-4a86-84dc-11a97f690727" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.743s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.916028] env[69481]: INFO nova.compute.manager [-] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Took 1.20 seconds to deallocate network for instance. [ 1291.422902] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.423294] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.423438] env[69481]: DEBUG nova.objects.instance [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lazy-loading 'resources' on Instance uuid 36925efc-baa1-434d-b45c-2d2dc54749a8 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.599920] env[69481]: DEBUG oslo_concurrency.lockutils [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "interface-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-6084940d-e866-4f98-9b70-693e0c641cb1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.601630] env[69481]: DEBUG oslo_concurrency.lockutils [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-6084940d-e866-4f98-9b70-693e0c641cb1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.002s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.602029] env[69481]: DEBUG nova.objects.instance [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'flavor' on Instance uuid a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.007124] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310a2c19-e205-45fe-910e-14e8d8348128 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.014658] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c94c70e-c147-41c0-8364-4a550b0da39a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.046313] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9778864b-d0f6-44e6-b4c5-149f5b390c35 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.054468] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4d0a7f-3564-406b-80c2-16c6aa6f057f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.068665] env[69481]: DEBUG nova.compute.provider_tree [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.074563] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.074787] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.188784] env[69481]: DEBUG nova.objects.instance [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'pci_requests' on Instance uuid a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.572582] env[69481]: DEBUG nova.scheduler.client.report [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.576797] env[69481]: DEBUG nova.compute.manager [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.691065] env[69481]: DEBUG nova.objects.base [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1292.691311] env[69481]: DEBUG nova.network.neutron [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.750318] env[69481]: DEBUG nova.policy [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a92ac85baf84eefadff601cdb07792a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912fe61c615f4e24a9d8bc443db1e9e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.077181] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.093783] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.094081] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.095592] env[69481]: INFO nova.compute.claims [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.098713] env[69481]: INFO nova.scheduler.client.report [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Deleted allocations for instance 36925efc-baa1-434d-b45c-2d2dc54749a8 [ 1293.607234] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c2ae728d-8721-4352-90f9-b82202b88790 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "36925efc-baa1-434d-b45c-2d2dc54749a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.507s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.098409] env[69481]: DEBUG nova.compute.manager [req-7a40ae1f-d512-4ce4-b836-fac4f39fa788 req-43b70571-4946-40e8-9a2f-f2d0703a1acd service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Received event network-vif-plugged-6084940d-e866-4f98-9b70-693e0c641cb1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.098673] env[69481]: DEBUG oslo_concurrency.lockutils [req-7a40ae1f-d512-4ce4-b836-fac4f39fa788 req-43b70571-4946-40e8-9a2f-f2d0703a1acd service nova] Acquiring lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.098978] env[69481]: DEBUG oslo_concurrency.lockutils [req-7a40ae1f-d512-4ce4-b836-fac4f39fa788 req-43b70571-4946-40e8-9a2f-f2d0703a1acd service nova] Lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.099113] env[69481]: DEBUG oslo_concurrency.lockutils [req-7a40ae1f-d512-4ce4-b836-fac4f39fa788 req-43b70571-4946-40e8-9a2f-f2d0703a1acd service nova] Lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.099324] env[69481]: DEBUG nova.compute.manager [req-7a40ae1f-d512-4ce4-b836-fac4f39fa788 req-43b70571-4946-40e8-9a2f-f2d0703a1acd service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] No waiting events found dispatching network-vif-plugged-6084940d-e866-4f98-9b70-693e0c641cb1 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.099451] env[69481]: WARNING nova.compute.manager [req-7a40ae1f-d512-4ce4-b836-fac4f39fa788 req-43b70571-4946-40e8-9a2f-f2d0703a1acd service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Received unexpected event network-vif-plugged-6084940d-e866-4f98-9b70-693e0c641cb1 for instance with vm_state active and task_state None. [ 1294.181262] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1198ce2-5d4f-4bb2-a40d-34204413a208 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.189991] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3c7a01-cf96-44ec-9232-81404ab5d73f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.193834] env[69481]: DEBUG nova.network.neutron [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Successfully updated port: 6084940d-e866-4f98-9b70-693e0c641cb1 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.224686] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34e4d6b-a62b-422a-a9d1-7476b1845d5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.236036] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bd0c45-7816-49c1-9d43-20863bf5d703 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.252011] env[69481]: DEBUG nova.compute.provider_tree [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.697274] env[69481]: DEBUG oslo_concurrency.lockutils [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.697563] env[69481]: DEBUG oslo_concurrency.lockutils [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.697655] env[69481]: DEBUG nova.network.neutron [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.731190] env[69481]: DEBUG oslo_concurrency.lockutils [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "161b6953-8a39-465f-954a-5c44dba4f364" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.731455] env[69481]: DEBUG oslo_concurrency.lockutils [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "161b6953-8a39-465f-954a-5c44dba4f364" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.731840] env[69481]: DEBUG oslo_concurrency.lockutils [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "161b6953-8a39-465f-954a-5c44dba4f364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.732101] env[69481]: DEBUG oslo_concurrency.lockutils [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "161b6953-8a39-465f-954a-5c44dba4f364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.732316] env[69481]: DEBUG oslo_concurrency.lockutils [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "161b6953-8a39-465f-954a-5c44dba4f364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.734908] env[69481]: INFO nova.compute.manager [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Terminating instance [ 1294.755015] env[69481]: DEBUG nova.scheduler.client.report [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.239328] env[69481]: DEBUG nova.compute.manager [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.239586] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.240552] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beab1f6e-44b3-48c0-a5d2-7633c44fe97a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.244424] env[69481]: WARNING nova.network.neutron [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] 35044157-30ed-47a6-ab2e-33a22eabb203 already exists in list: networks containing: ['35044157-30ed-47a6-ab2e-33a22eabb203']. ignoring it [ 1295.251024] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.251167] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f78a4c1e-e129-46c9-b3f8-55d9bbc313ca {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.257759] env[69481]: DEBUG oslo_vmware.api [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1295.257759] env[69481]: value = "task-3264979" [ 1295.257759] env[69481]: _type = "Task" [ 1295.257759] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.261072] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.261500] env[69481]: DEBUG nova.compute.manager [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1295.269546] env[69481]: DEBUG oslo_vmware.api [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.541569] env[69481]: DEBUG nova.network.neutron [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updating instance_info_cache with network_info: [{"id": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "address": "fa:16:3e:6a:9a:7a", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34966164-ec", "ovs_interfaceid": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6084940d-e866-4f98-9b70-693e0c641cb1", "address": "fa:16:3e:8d:18:af", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6084940d-e8", "ovs_interfaceid": "6084940d-e866-4f98-9b70-693e0c641cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.766547] env[69481]: DEBUG nova.compute.utils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.770901] env[69481]: DEBUG nova.compute.manager [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1295.771104] env[69481]: DEBUG nova.network.neutron [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.772981] env[69481]: DEBUG oslo_vmware.api [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264979, 'name': PowerOffVM_Task, 'duration_secs': 0.236873} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.773507] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.773677] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.774217] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5495564e-8a16-43ce-9be8-3562f6c653df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.807531] env[69481]: DEBUG nova.policy [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ab51f95e604487b3c5805d27517579', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1aa0981badff473ea226cfab0cff2656', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1295.838357] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.838576] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.838759] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Deleting the datastore file [datastore2] 161b6953-8a39-465f-954a-5c44dba4f364 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.839031] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca178fb6-1c04-429f-94d4-50a2fe488fe3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.845499] env[69481]: DEBUG oslo_vmware.api [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for the task: (returnval){ [ 1295.845499] env[69481]: value = "task-3264981" [ 1295.845499] env[69481]: _type = "Task" [ 1295.845499] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.854137] env[69481]: DEBUG oslo_vmware.api [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.044083] env[69481]: DEBUG oslo_concurrency.lockutils [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.044790] env[69481]: DEBUG oslo_concurrency.lockutils [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.044952] env[69481]: DEBUG oslo_concurrency.lockutils [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.045829] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecdc2cf-3d33-4d57-a181-75b9622f4226 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.066493] env[69481]: DEBUG nova.virt.hardware [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.067361] env[69481]: DEBUG nova.virt.hardware [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.067361] env[69481]: DEBUG nova.virt.hardware [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.067361] env[69481]: DEBUG nova.virt.hardware [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.067526] env[69481]: DEBUG nova.virt.hardware [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.067699] env[69481]: DEBUG nova.virt.hardware [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.067990] env[69481]: DEBUG nova.virt.hardware [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.068226] env[69481]: DEBUG nova.virt.hardware [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.068458] env[69481]: DEBUG nova.virt.hardware [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.068734] env[69481]: DEBUG nova.virt.hardware [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.068928] env[69481]: DEBUG nova.virt.hardware [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.075446] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Reconfiguring VM to attach interface {{(pid=69481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1296.076437] env[69481]: DEBUG nova.network.neutron [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Successfully created port: 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1296.078542] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ba428a-649c-465c-ae35-f57bf27f4241 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.095880] env[69481]: DEBUG oslo_vmware.api [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1296.095880] env[69481]: value = "task-3264982" [ 1296.095880] env[69481]: _type = "Task" [ 1296.095880] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.103939] env[69481]: DEBUG oslo_vmware.api [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264982, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.126658] env[69481]: DEBUG nova.compute.manager [req-81b7ade8-140d-49eb-874e-7ffc0fd6c5bf req-f92dc163-4da0-420e-ba86-31128255da95 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Received event network-changed-6084940d-e866-4f98-9b70-693e0c641cb1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.126858] env[69481]: DEBUG nova.compute.manager [req-81b7ade8-140d-49eb-874e-7ffc0fd6c5bf req-f92dc163-4da0-420e-ba86-31128255da95 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing instance network info cache due to event network-changed-6084940d-e866-4f98-9b70-693e0c641cb1. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.127102] env[69481]: DEBUG oslo_concurrency.lockutils [req-81b7ade8-140d-49eb-874e-7ffc0fd6c5bf req-f92dc163-4da0-420e-ba86-31128255da95 service nova] Acquiring lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.127216] env[69481]: DEBUG oslo_concurrency.lockutils [req-81b7ade8-140d-49eb-874e-7ffc0fd6c5bf req-f92dc163-4da0-420e-ba86-31128255da95 service nova] Acquired lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.127552] env[69481]: DEBUG nova.network.neutron [req-81b7ade8-140d-49eb-874e-7ffc0fd6c5bf req-f92dc163-4da0-420e-ba86-31128255da95 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing network info cache for port 6084940d-e866-4f98-9b70-693e0c641cb1 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.274918] env[69481]: DEBUG nova.compute.manager [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1296.355307] env[69481]: DEBUG oslo_vmware.api [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Task: {'id': task-3264981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140297} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.355499] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.355573] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.355747] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.355916] env[69481]: INFO nova.compute.manager [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1296.356186] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.356391] env[69481]: DEBUG nova.compute.manager [-] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.356485] env[69481]: DEBUG nova.network.neutron [-] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.605346] env[69481]: DEBUG nova.compute.manager [req-7d092a73-8334-4f46-af27-8bf69a9a25b3 req-c234ddf7-db4d-4a6b-9941-760990f15b2e service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Received event network-vif-deleted-93877c6a-7eee-4794-a340-1af7f43a6631 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.605645] env[69481]: INFO nova.compute.manager [req-7d092a73-8334-4f46-af27-8bf69a9a25b3 req-c234ddf7-db4d-4a6b-9941-760990f15b2e service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Neutron deleted interface 93877c6a-7eee-4794-a340-1af7f43a6631; detaching it from the instance and deleting it from the info cache [ 1296.605761] env[69481]: DEBUG nova.network.neutron [req-7d092a73-8334-4f46-af27-8bf69a9a25b3 req-c234ddf7-db4d-4a6b-9941-760990f15b2e service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.611106] env[69481]: DEBUG oslo_vmware.api [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.821104] env[69481]: DEBUG nova.network.neutron [req-81b7ade8-140d-49eb-874e-7ffc0fd6c5bf req-f92dc163-4da0-420e-ba86-31128255da95 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updated VIF entry in instance network info cache for port 6084940d-e866-4f98-9b70-693e0c641cb1. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.821564] env[69481]: DEBUG nova.network.neutron [req-81b7ade8-140d-49eb-874e-7ffc0fd6c5bf req-f92dc163-4da0-420e-ba86-31128255da95 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updating instance_info_cache with network_info: [{"id": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "address": "fa:16:3e:6a:9a:7a", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34966164-ec", "ovs_interfaceid": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6084940d-e866-4f98-9b70-693e0c641cb1", "address": "fa:16:3e:8d:18:af", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6084940d-e8", "ovs_interfaceid": "6084940d-e866-4f98-9b70-693e0c641cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.089014] env[69481]: DEBUG nova.network.neutron [-] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.107470] env[69481]: DEBUG oslo_vmware.api [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264982, 'name': ReconfigVM_Task, 'duration_secs': 0.523743} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.107972] env[69481]: DEBUG oslo_concurrency.lockutils [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.108206] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Reconfigured VM to attach interface {{(pid=69481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1297.112019] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9026551-f6d4-4018-8352-c6771e06435d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.120735] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1e58ff-64d3-4aaf-9ed0-9d9e04066bdd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.148566] env[69481]: DEBUG nova.compute.manager [req-7d092a73-8334-4f46-af27-8bf69a9a25b3 req-c234ddf7-db4d-4a6b-9941-760990f15b2e service nova] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Detach interface failed, port_id=93877c6a-7eee-4794-a340-1af7f43a6631, reason: Instance 161b6953-8a39-465f-954a-5c44dba4f364 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1297.283803] env[69481]: DEBUG nova.compute.manager [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1297.309877] env[69481]: DEBUG nova.virt.hardware [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.310163] env[69481]: DEBUG nova.virt.hardware [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.310348] env[69481]: DEBUG nova.virt.hardware [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.310543] env[69481]: DEBUG nova.virt.hardware [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.310691] env[69481]: DEBUG nova.virt.hardware [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.310838] env[69481]: DEBUG nova.virt.hardware [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.311061] env[69481]: DEBUG nova.virt.hardware [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.311231] env[69481]: DEBUG nova.virt.hardware [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.311401] env[69481]: DEBUG nova.virt.hardware [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.311566] env[69481]: DEBUG nova.virt.hardware [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.311736] env[69481]: DEBUG nova.virt.hardware [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.312628] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457e06b3-5d59-40d2-9c26-61d304cd32ee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.320941] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a694abcf-b9dd-43d7-9fc9-700766826427 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.324868] env[69481]: DEBUG oslo_concurrency.lockutils [req-81b7ade8-140d-49eb-874e-7ffc0fd6c5bf req-f92dc163-4da0-420e-ba86-31128255da95 service nova] Releasing lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.528023] env[69481]: DEBUG nova.network.neutron [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Successfully updated port: 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.591925] env[69481]: INFO nova.compute.manager [-] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Took 1.24 seconds to deallocate network for instance. [ 1297.613730] env[69481]: DEBUG oslo_concurrency.lockutils [None req-48f22b1c-7cbe-4e56-870e-6a5bc1bcee5f tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-6084940d-e866-4f98-9b70-693e0c641cb1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.011s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.031375] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.031375] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.031654] env[69481]: DEBUG nova.network.neutron [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.101171] env[69481]: DEBUG oslo_concurrency.lockutils [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.101455] env[69481]: DEBUG oslo_concurrency.lockutils [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.101679] env[69481]: DEBUG nova.objects.instance [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lazy-loading 'resources' on Instance uuid 161b6953-8a39-465f-954a-5c44dba4f364 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.151767] env[69481]: DEBUG nova.compute.manager [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Received event network-vif-plugged-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.151994] env[69481]: DEBUG oslo_concurrency.lockutils [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] Acquiring lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.152209] env[69481]: DEBUG oslo_concurrency.lockutils [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.152435] env[69481]: DEBUG oslo_concurrency.lockutils [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.152581] env[69481]: DEBUG nova.compute.manager [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] No waiting events found dispatching network-vif-plugged-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.152727] env[69481]: WARNING nova.compute.manager [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Received unexpected event network-vif-plugged-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f for instance with vm_state building and task_state spawning. [ 1298.152891] env[69481]: DEBUG nova.compute.manager [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Received event network-changed-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.153062] env[69481]: DEBUG nova.compute.manager [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Refreshing instance network info cache due to event network-changed-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.153248] env[69481]: DEBUG oslo_concurrency.lockutils [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] Acquiring lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.568199] env[69481]: DEBUG nova.network.neutron [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.682290] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ae2b35-a213-400c-8845-d098dac5b1c2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.689974] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322f168a-16d9-4a2e-bd26-c1358d93a1ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.721882] env[69481]: DEBUG nova.network.neutron [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updating instance_info_cache with network_info: [{"id": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "address": "fa:16:3e:8a:69:9e", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e18c8e0-1a", "ovs_interfaceid": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.723636] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef3969d-5a1c-4dc5-b56a-f42c2c4a8e6d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.731184] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d6e2e-64dd-41bb-99b6-d85343ced56b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.745453] env[69481]: DEBUG nova.compute.provider_tree [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.228068] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.228068] env[69481]: DEBUG nova.compute.manager [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Instance network_info: |[{"id": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "address": "fa:16:3e:8a:69:9e", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e18c8e0-1a", "ovs_interfaceid": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1299.228068] env[69481]: DEBUG oslo_concurrency.lockutils [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] Acquired lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.228495] env[69481]: DEBUG nova.network.neutron [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Refreshing network info cache for port 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.229331] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:69:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e18c8e0-1a94-4cc7-bf97-79c74fe2601f', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1299.237429] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.238399] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.238680] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c2d2ca5-740f-42a8-ae61-7d4943cb559c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.253636] env[69481]: DEBUG nova.scheduler.client.report [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.263502] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1299.263502] env[69481]: value = "task-3264983" [ 1299.263502] env[69481]: _type = "Task" [ 1299.263502] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.272274] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264983, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.299489] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "interface-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-6084940d-e866-4f98-9b70-693e0c641cb1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.299681] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-6084940d-e866-4f98-9b70-693e0c641cb1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.721607] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.759027] env[69481]: DEBUG oslo_concurrency.lockutils [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.775708] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264983, 'name': CreateVM_Task, 'duration_secs': 0.295792} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.778170] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.778946] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.779212] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.779586] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.780223] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7ad456-a5e0-401f-9257-a9d0b08a1a39 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.783898] env[69481]: INFO nova.scheduler.client.report [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Deleted allocations for instance 161b6953-8a39-465f-954a-5c44dba4f364 [ 1299.785924] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1299.785924] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c28215-0d92-8054-a79d-f557f12c3a7b" [ 1299.785924] env[69481]: _type = "Task" [ 1299.785924] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.796825] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c28215-0d92-8054-a79d-f557f12c3a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.802597] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.802888] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.804040] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160bb00c-eff5-4451-8698-e92d7eb6e2f2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.831198] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d60dbf-1479-472f-9932-2eab2482be42 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.856657] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Reconfiguring VM to detach interface {{(pid=69481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1299.859543] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6077c5e7-0e87-4265-aa1c-3ada8b220cf1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.878099] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1299.878099] env[69481]: value = "task-3264984" [ 1299.878099] env[69481]: _type = "Task" [ 1299.878099] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.886028] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.208189] env[69481]: DEBUG nova.network.neutron [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updated VIF entry in instance network info cache for port 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.208575] env[69481]: DEBUG nova.network.neutron [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updating instance_info_cache with network_info: [{"id": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "address": "fa:16:3e:8a:69:9e", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e18c8e0-1a", "ovs_interfaceid": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.295237] env[69481]: DEBUG oslo_concurrency.lockutils [None req-797ae410-6a78-46e7-9cc9-fd747644b437 tempest-ServerRescueNegativeTestJSON-592145943 tempest-ServerRescueNegativeTestJSON-592145943-project-member] Lock "161b6953-8a39-465f-954a-5c44dba4f364" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.300408] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c28215-0d92-8054-a79d-f557f12c3a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011165} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.300674] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.300895] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.301135] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.301290] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.301468] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.301719] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d66d85a2-0d0c-4984-80a3-9c5b900b37d5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.309857] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.310038] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.310999] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee197fbc-33f3-4fd8-8321-5a2a491760f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.315885] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1300.315885] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52e7bc48-12c0-7b3e-a15e-e8a4c2f08634" [ 1300.315885] env[69481]: _type = "Task" [ 1300.315885] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.323337] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e7bc48-12c0-7b3e-a15e-e8a4c2f08634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.386727] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.711713] env[69481]: DEBUG oslo_concurrency.lockutils [req-4759bec7-4bd5-42d4-8ead-6aa81219a189 req-0c49de3e-f541-4608-94a1-a431302f43a7 service nova] Releasing lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.720481] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.720675] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.720834] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.826478] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52e7bc48-12c0-7b3e-a15e-e8a4c2f08634, 'name': SearchDatastore_Task, 'duration_secs': 0.007742} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.827171] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31abc8f1-bc1b-4079-8bbd-d846a6dc70d7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.832365] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1300.832365] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]528c4aa8-d50a-510a-eb99-22b48cbe4f84" [ 1300.832365] env[69481]: _type = "Task" [ 1300.832365] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.839312] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528c4aa8-d50a-510a-eb99-22b48cbe4f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.887276] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.344293] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]528c4aa8-d50a-510a-eb99-22b48cbe4f84, 'name': SearchDatastore_Task, 'duration_secs': 0.009044} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.344647] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.344902] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a1f13ab4-8988-4744-a6d9-accdd6ca23e1/a1f13ab4-8988-4744-a6d9-accdd6ca23e1.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.345179] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52a942a7-0894-4af3-b2e4-44839d80e867 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.354050] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1301.354050] env[69481]: value = "task-3264985" [ 1301.354050] env[69481]: _type = "Task" [ 1301.354050] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.363300] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.389638] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.716942] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.722832] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.863714] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430283} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.863985] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] a1f13ab4-8988-4744-a6d9-accdd6ca23e1/a1f13ab4-8988-4744-a6d9-accdd6ca23e1.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.864216] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.864480] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c5c281a-b18c-4665-837f-5f52fe87afb4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.872130] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1301.872130] env[69481]: value = "task-3264986" [ 1301.872130] env[69481]: _type = "Task" [ 1301.872130] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.882180] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.891338] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.225513] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.225722] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.225887] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.226065] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1302.226940] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c136c680-48cc-47f7-b96b-c6d2768a6acc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.235261] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791fa3ad-5a10-4a71-a1dc-5e96aca62130 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.250266] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7682aad-b9cd-490a-a151-7c4cef9e5e1e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.256847] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192a4a6e-f526-467b-8be6-76e85ddce105 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.285370] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179840MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1302.285564] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.285742] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.382971] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067908} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.386184] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.386932] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f1c8a2-c0d9-495b-b51d-0c41c08083ed {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.394430] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.412671] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] a1f13ab4-8988-4744-a6d9-accdd6ca23e1/a1f13ab4-8988-4744-a6d9-accdd6ca23e1.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.413488] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-961256e2-871c-4c47-be57-ad2f82e4e9cf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.433776] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1302.433776] env[69481]: value = "task-3264987" [ 1302.433776] env[69481]: _type = "Task" [ 1302.433776] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.441633] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.891150] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.943510] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264987, 'name': ReconfigVM_Task, 'duration_secs': 0.3216} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.943832] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Reconfigured VM instance instance-00000078 to attach disk [datastore2] a1f13ab4-8988-4744-a6d9-accdd6ca23e1/a1f13ab4-8988-4744-a6d9-accdd6ca23e1.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.944536] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93779645-6a62-41de-9626-7fb05331ebf3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.950586] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1302.950586] env[69481]: value = "task-3264988" [ 1302.950586] env[69481]: _type = "Task" [ 1302.950586] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.958426] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264988, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.311630] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.311794] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 6143122d-c629-49a9-88c7-308ce559b925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.311921] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 809c5aaf-cb68-499d-93d5-ed873e1a87aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.312058] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a1f13ab4-8988-4744-a6d9-accdd6ca23e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.312244] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1303.312449] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1303.369989] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651f8d81-84b5-45d9-a196-61a4a7eb0735 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.377793] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae89eb5c-1632-4056-a595-fd740a0af908 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.410918] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b7185d-fc03-4491-8fb5-075f82ddc5af {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.416169] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.420592] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19a7a55-d231-46a0-b1d2-97fafb921e72 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.433990] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.460583] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264988, 'name': Rename_Task, 'duration_secs': 0.13188} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.460913] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.461203] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d8ffd80-4e17-48ee-96ee-ed8678a5d182 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.467737] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1303.467737] env[69481]: value = "task-3264989" [ 1303.467737] env[69481]: _type = "Task" [ 1303.467737] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.478263] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.897546] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.937203] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.978288] env[69481]: DEBUG oslo_vmware.api [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3264989, 'name': PowerOnVM_Task, 'duration_secs': 0.455594} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.978725] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.978980] env[69481]: INFO nova.compute.manager [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1303.979249] env[69481]: DEBUG nova.compute.manager [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.980077] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c967fd-3a93-4739-b9e5-3029ae48eca1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.393710] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.442985] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1304.442985] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.157s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.498474] env[69481]: INFO nova.compute.manager [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Took 11.42 seconds to build instance. [ 1304.895450] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.000402] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0f4782db-7552-44e9-a674-99ca14a5f985 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.925s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.218660] env[69481]: DEBUG nova.compute.manager [req-9082c905-f734-4757-9d60-1088c42cb5cc req-5cc5c543-4662-441b-ab0a-27b1c8e72c61 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Received event network-changed-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.219262] env[69481]: DEBUG nova.compute.manager [req-9082c905-f734-4757-9d60-1088c42cb5cc req-5cc5c543-4662-441b-ab0a-27b1c8e72c61 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Refreshing instance network info cache due to event network-changed-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.219262] env[69481]: DEBUG oslo_concurrency.lockutils [req-9082c905-f734-4757-9d60-1088c42cb5cc req-5cc5c543-4662-441b-ab0a-27b1c8e72c61 service nova] Acquiring lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.219685] env[69481]: DEBUG oslo_concurrency.lockutils [req-9082c905-f734-4757-9d60-1088c42cb5cc req-5cc5c543-4662-441b-ab0a-27b1c8e72c61 service nova] Acquired lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.219685] env[69481]: DEBUG nova.network.neutron [req-9082c905-f734-4757-9d60-1088c42cb5cc req-5cc5c543-4662-441b-ab0a-27b1c8e72c61 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Refreshing network info cache for port 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.396604] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.897407] env[69481]: DEBUG oslo_vmware.api [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264984, 'name': ReconfigVM_Task, 'duration_secs': 5.764501} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.899894] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.900148] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Reconfigured VM to detach interface {{(pid=69481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1306.086014] env[69481]: DEBUG nova.network.neutron [req-9082c905-f734-4757-9d60-1088c42cb5cc req-5cc5c543-4662-441b-ab0a-27b1c8e72c61 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updated VIF entry in instance network info cache for port 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.088954] env[69481]: DEBUG nova.network.neutron [req-9082c905-f734-4757-9d60-1088c42cb5cc req-5cc5c543-4662-441b-ab0a-27b1c8e72c61 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updating instance_info_cache with network_info: [{"id": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "address": "fa:16:3e:8a:69:9e", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e18c8e0-1a", "ovs_interfaceid": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.442595] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.442851] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.442998] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1306.592817] env[69481]: DEBUG oslo_concurrency.lockutils [req-9082c905-f734-4757-9d60-1088c42cb5cc req-5cc5c543-4662-441b-ab0a-27b1c8e72c61 service nova] Releasing lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.716950] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.886136] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "534ba17f-acec-4c46-abe8-241041cbdfb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.886379] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.223713] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.223984] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.224271] env[69481]: DEBUG nova.network.neutron [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.390044] env[69481]: DEBUG nova.compute.manager [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.921031] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.921530] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.923790] env[69481]: INFO nova.compute.claims [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.134221] env[69481]: INFO nova.network.neutron [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Port 6084940d-e866-4f98-9b70-693e0c641cb1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1308.134583] env[69481]: DEBUG nova.network.neutron [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updating instance_info_cache with network_info: [{"id": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "address": "fa:16:3e:6a:9a:7a", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34966164-ec", "ovs_interfaceid": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.274386] env[69481]: DEBUG nova.compute.manager [req-3f2edc33-8462-4b22-a14a-994609d7c05f req-ac5d0666-9c58-4ff8-b7b3-82f22cf3e920 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Received event network-changed-34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.274690] env[69481]: DEBUG nova.compute.manager [req-3f2edc33-8462-4b22-a14a-994609d7c05f req-ac5d0666-9c58-4ff8-b7b3-82f22cf3e920 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing instance network info cache due to event network-changed-34966164-ec05-4a57-aab8-8c4f51b4bbf4. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.274758] env[69481]: DEBUG oslo_concurrency.lockutils [req-3f2edc33-8462-4b22-a14a-994609d7c05f req-ac5d0666-9c58-4ff8-b7b3-82f22cf3e920 service nova] Acquiring lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.638027] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.639395] env[69481]: DEBUG oslo_concurrency.lockutils [req-3f2edc33-8462-4b22-a14a-994609d7c05f req-ac5d0666-9c58-4ff8-b7b3-82f22cf3e920 service nova] Acquired lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.639598] env[69481]: DEBUG nova.network.neutron [req-3f2edc33-8462-4b22-a14a-994609d7c05f req-ac5d0666-9c58-4ff8-b7b3-82f22cf3e920 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Refreshing network info cache for port 34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.961014] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "interface-809c5aaf-cb68-499d-93d5-ed873e1a87aa-6084940d-e866-4f98-9b70-693e0c641cb1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.961294] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-809c5aaf-cb68-499d-93d5-ed873e1a87aa-6084940d-e866-4f98-9b70-693e0c641cb1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.961653] env[69481]: DEBUG nova.objects.instance [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'flavor' on Instance uuid 809c5aaf-cb68-499d-93d5-ed873e1a87aa {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.008760] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2c2429-50cd-4ac8-adb1-588e8a909b2b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.016684] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a62950e-689e-410b-bdf3-5843a9db326d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.045791] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc9502-6c6f-45c0-bd62-51f27ebe5df8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.052444] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc99e1cc-f22a-464f-8b7f-18d5926b8a9f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.065056] env[69481]: DEBUG nova.compute.provider_tree [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.141761] env[69481]: DEBUG oslo_concurrency.lockutils [None req-e13345da-ea3b-48a1-aaff-b9ecc29490a1 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-6084940d-e866-4f98-9b70-693e0c641cb1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.842s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.322451] env[69481]: DEBUG nova.network.neutron [req-3f2edc33-8462-4b22-a14a-994609d7c05f req-ac5d0666-9c58-4ff8-b7b3-82f22cf3e920 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updated VIF entry in instance network info cache for port 34966164-ec05-4a57-aab8-8c4f51b4bbf4. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.322834] env[69481]: DEBUG nova.network.neutron [req-3f2edc33-8462-4b22-a14a-994609d7c05f req-ac5d0666-9c58-4ff8-b7b3-82f22cf3e920 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updating instance_info_cache with network_info: [{"id": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "address": "fa:16:3e:6a:9a:7a", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34966164-ec", "ovs_interfaceid": "34966164-ec05-4a57-aab8-8c4f51b4bbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.560762] env[69481]: DEBUG nova.objects.instance [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'pci_requests' on Instance uuid 809c5aaf-cb68-499d-93d5-ed873e1a87aa {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.568095] env[69481]: DEBUG nova.scheduler.client.report [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.825305] env[69481]: DEBUG oslo_concurrency.lockutils [req-3f2edc33-8462-4b22-a14a-994609d7c05f req-ac5d0666-9c58-4ff8-b7b3-82f22cf3e920 service nova] Releasing lock "refresh_cache-a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.063494] env[69481]: DEBUG nova.objects.base [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Object Instance<809c5aaf-cb68-499d-93d5-ed873e1a87aa> lazy-loaded attributes: flavor,pci_requests {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1310.063678] env[69481]: DEBUG nova.network.neutron [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.072806] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.073301] env[69481]: DEBUG nova.compute.manager [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.127163] env[69481]: DEBUG nova.policy [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a92ac85baf84eefadff601cdb07792a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912fe61c615f4e24a9d8bc443db1e9e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.311823] env[69481]: DEBUG nova.compute.manager [req-bc748711-7cff-4d84-98db-d3f54c309f6a req-962ae1fe-94c0-4adb-9110-03dafe8e70ec service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Received event network-changed-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.312077] env[69481]: DEBUG nova.compute.manager [req-bc748711-7cff-4d84-98db-d3f54c309f6a req-962ae1fe-94c0-4adb-9110-03dafe8e70ec service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Refreshing instance network info cache due to event network-changed-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.312306] env[69481]: DEBUG oslo_concurrency.lockutils [req-bc748711-7cff-4d84-98db-d3f54c309f6a req-962ae1fe-94c0-4adb-9110-03dafe8e70ec service nova] Acquiring lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.312767] env[69481]: DEBUG oslo_concurrency.lockutils [req-bc748711-7cff-4d84-98db-d3f54c309f6a req-962ae1fe-94c0-4adb-9110-03dafe8e70ec service nova] Acquired lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.312767] env[69481]: DEBUG nova.network.neutron [req-bc748711-7cff-4d84-98db-d3f54c309f6a req-962ae1fe-94c0-4adb-9110-03dafe8e70ec service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Refreshing network info cache for port 5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.578155] env[69481]: DEBUG nova.compute.utils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.579472] env[69481]: DEBUG nova.compute.manager [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.580059] env[69481]: DEBUG nova.network.neutron [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.615381] env[69481]: DEBUG nova.policy [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a3fcdae5bdd4030a422e5832f278005', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de8e85d6f80a4fbd8b7bead0d6127eba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.759957] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "6143122d-c629-49a9-88c7-308ce559b925" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.760243] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.858735] env[69481]: DEBUG nova.network.neutron [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Successfully created port: 9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.029365] env[69481]: DEBUG nova.network.neutron [req-bc748711-7cff-4d84-98db-d3f54c309f6a req-962ae1fe-94c0-4adb-9110-03dafe8e70ec service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updated VIF entry in instance network info cache for port 5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.029733] env[69481]: DEBUG nova.network.neutron [req-bc748711-7cff-4d84-98db-d3f54c309f6a req-962ae1fe-94c0-4adb-9110-03dafe8e70ec service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updating instance_info_cache with network_info: [{"id": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "address": "fa:16:3e:2b:80:90", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb67bc1-d1", "ovs_interfaceid": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.083136] env[69481]: DEBUG nova.compute.manager [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.264310] env[69481]: DEBUG nova.compute.utils [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.532594] env[69481]: DEBUG oslo_concurrency.lockutils [req-bc748711-7cff-4d84-98db-d3f54c309f6a req-962ae1fe-94c0-4adb-9110-03dafe8e70ec service nova] Releasing lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.614909] env[69481]: DEBUG nova.network.neutron [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Successfully updated port: 6084940d-e866-4f98-9b70-693e0c641cb1 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.766863] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.092454] env[69481]: DEBUG nova.compute.manager [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.117994] env[69481]: DEBUG nova.virt.hardware [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.118276] env[69481]: DEBUG nova.virt.hardware [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.118435] env[69481]: DEBUG nova.virt.hardware [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.118620] env[69481]: DEBUG nova.virt.hardware [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.119217] env[69481]: DEBUG nova.virt.hardware [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.119217] env[69481]: DEBUG nova.virt.hardware [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.119217] env[69481]: DEBUG nova.virt.hardware [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.119521] env[69481]: DEBUG nova.virt.hardware [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.119521] env[69481]: DEBUG nova.virt.hardware [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.119624] env[69481]: DEBUG nova.virt.hardware [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.119866] env[69481]: DEBUG nova.virt.hardware [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.120383] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.120602] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.120749] env[69481]: DEBUG nova.network.neutron [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.122919] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ba7b36-c2ab-4e24-8615-f1996a85628d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.133141] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b079de-239d-47a7-b1b5-d2a169b075f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.290466] env[69481]: DEBUG nova.network.neutron [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Successfully updated port: 9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.463589] env[69481]: DEBUG nova.compute.manager [req-ed8b150d-a39c-4ae2-ac0f-6bfd509e13c1 req-e0055179-d68f-4a84-b48c-08eca57b80cf service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Received event network-vif-plugged-9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.463842] env[69481]: DEBUG oslo_concurrency.lockutils [req-ed8b150d-a39c-4ae2-ac0f-6bfd509e13c1 req-e0055179-d68f-4a84-b48c-08eca57b80cf service nova] Acquiring lock "534ba17f-acec-4c46-abe8-241041cbdfb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.464093] env[69481]: DEBUG oslo_concurrency.lockutils [req-ed8b150d-a39c-4ae2-ac0f-6bfd509e13c1 req-e0055179-d68f-4a84-b48c-08eca57b80cf service nova] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.464294] env[69481]: DEBUG oslo_concurrency.lockutils [req-ed8b150d-a39c-4ae2-ac0f-6bfd509e13c1 req-e0055179-d68f-4a84-b48c-08eca57b80cf service nova] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.464431] env[69481]: DEBUG nova.compute.manager [req-ed8b150d-a39c-4ae2-ac0f-6bfd509e13c1 req-e0055179-d68f-4a84-b48c-08eca57b80cf service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] No waiting events found dispatching network-vif-plugged-9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.464712] env[69481]: WARNING nova.compute.manager [req-ed8b150d-a39c-4ae2-ac0f-6bfd509e13c1 req-e0055179-d68f-4a84-b48c-08eca57b80cf service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Received unexpected event network-vif-plugged-9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e for instance with vm_state building and task_state spawning. [ 1312.480108] env[69481]: DEBUG nova.compute.manager [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Received event network-vif-plugged-6084940d-e866-4f98-9b70-693e0c641cb1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.480309] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] Acquiring lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.480543] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] Lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.480723] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] Lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.480879] env[69481]: DEBUG nova.compute.manager [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] No waiting events found dispatching network-vif-plugged-6084940d-e866-4f98-9b70-693e0c641cb1 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.481100] env[69481]: WARNING nova.compute.manager [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Received unexpected event network-vif-plugged-6084940d-e866-4f98-9b70-693e0c641cb1 for instance with vm_state active and task_state None. [ 1312.481217] env[69481]: DEBUG nova.compute.manager [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Received event network-changed-6084940d-e866-4f98-9b70-693e0c641cb1 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.481372] env[69481]: DEBUG nova.compute.manager [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Refreshing instance network info cache due to event network-changed-6084940d-e866-4f98-9b70-693e0c641cb1. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.481537] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] Acquiring lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.659309] env[69481]: WARNING nova.network.neutron [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] 35044157-30ed-47a6-ab2e-33a22eabb203 already exists in list: networks containing: ['35044157-30ed-47a6-ab2e-33a22eabb203']. ignoring it [ 1312.793411] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.793411] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquired lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.793505] env[69481]: DEBUG nova.network.neutron [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.833376] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "6143122d-c629-49a9-88c7-308ce559b925" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.833623] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.833844] env[69481]: INFO nova.compute.manager [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Attaching volume 79e7f77e-92f0-40f3-9693-5fc89f2727d1 to /dev/sdb [ 1312.864701] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614b62b0-d572-49b8-8dcc-bb4b6009d37a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.871680] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3725620-b1b4-4cfa-a24c-aca380de80c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.885015] env[69481]: DEBUG nova.virt.block_device [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Updating existing volume attachment record: eef84ec2-ea8b-4325-985a-b8417a967ad1 {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1312.918289] env[69481]: DEBUG nova.network.neutron [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updating instance_info_cache with network_info: [{"id": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "address": "fa:16:3e:2b:80:90", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb67bc1-d1", "ovs_interfaceid": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6084940d-e866-4f98-9b70-693e0c641cb1", "address": "fa:16:3e:8d:18:af", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6084940d-e8", "ovs_interfaceid": "6084940d-e866-4f98-9b70-693e0c641cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.338320] env[69481]: DEBUG nova.network.neutron [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.420624] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.421597] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.421801] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.422180] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] Acquired lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.422460] env[69481]: DEBUG nova.network.neutron [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Refreshing network info cache for port 6084940d-e866-4f98-9b70-693e0c641cb1 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.424401] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f84b58-1859-4a58-832b-9b81f2a87ca0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.441826] env[69481]: DEBUG nova.virt.hardware [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.442063] env[69481]: DEBUG nova.virt.hardware [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.442227] env[69481]: DEBUG nova.virt.hardware [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.442451] env[69481]: DEBUG nova.virt.hardware [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.442600] env[69481]: DEBUG nova.virt.hardware [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.442754] env[69481]: DEBUG nova.virt.hardware [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.442959] env[69481]: DEBUG nova.virt.hardware [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.443123] env[69481]: DEBUG nova.virt.hardware [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.443321] env[69481]: DEBUG nova.virt.hardware [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.443519] env[69481]: DEBUG nova.virt.hardware [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.443731] env[69481]: DEBUG nova.virt.hardware [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.450078] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Reconfiguring VM to attach interface {{(pid=69481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1313.453284] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea3106e-c19c-44c4-a68e-48d659087474 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.471301] env[69481]: DEBUG oslo_vmware.api [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1313.471301] env[69481]: value = "task-3264991" [ 1313.471301] env[69481]: _type = "Task" [ 1313.471301] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.482605] env[69481]: DEBUG oslo_vmware.api [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264991, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.498805] env[69481]: DEBUG nova.network.neutron [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Updating instance_info_cache with network_info: [{"id": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "address": "fa:16:3e:5c:64:25", "network": {"id": "607d923a-df6c-4f61-9d27-c7f70f7462aa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-644579860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8e85d6f80a4fbd8b7bead0d6127eba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb228d3-9f", "ovs_interfaceid": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.981675] env[69481]: DEBUG oslo_vmware.api [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.001048] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Releasing lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.001505] env[69481]: DEBUG nova.compute.manager [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Instance network_info: |[{"id": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "address": "fa:16:3e:5c:64:25", "network": {"id": "607d923a-df6c-4f61-9d27-c7f70f7462aa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-644579860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8e85d6f80a4fbd8b7bead0d6127eba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb228d3-9f", "ovs_interfaceid": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.002061] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:64:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.009539] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Creating folder: Project (de8e85d6f80a4fbd8b7bead0d6127eba). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.012423] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-382fbb35-c6ee-4312-9897-62c3d8188cc0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.022760] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Created folder: Project (de8e85d6f80a4fbd8b7bead0d6127eba) in parent group-v651898. [ 1314.022951] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Creating folder: Instances. Parent ref: group-v652225. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.023203] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a011b04f-7af7-4c94-989f-532700fa0268 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.031556] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Created folder: Instances in parent group-v652225. [ 1314.031787] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.031974] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.034316] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c0c383d-9f72-4f23-b90e-d70455125672 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.053374] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.053374] env[69481]: value = "task-3264994" [ 1314.053374] env[69481]: _type = "Task" [ 1314.053374] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.060829] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264994, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.139841] env[69481]: DEBUG nova.network.neutron [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updated VIF entry in instance network info cache for port 6084940d-e866-4f98-9b70-693e0c641cb1. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.140341] env[69481]: DEBUG nova.network.neutron [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updating instance_info_cache with network_info: [{"id": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "address": "fa:16:3e:2b:80:90", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb67bc1-d1", "ovs_interfaceid": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6084940d-e866-4f98-9b70-693e0c641cb1", "address": "fa:16:3e:8d:18:af", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6084940d-e8", "ovs_interfaceid": "6084940d-e866-4f98-9b70-693e0c641cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.482519] env[69481]: DEBUG oslo_vmware.api [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3264991, 'name': ReconfigVM_Task, 'duration_secs': 0.602384} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.482790] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.483085] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Reconfigured VM to attach interface {{(pid=69481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1314.489966] env[69481]: DEBUG nova.compute.manager [req-3a5ac7f6-de96-40fe-8294-83767c6782a9 req-85958d5e-15a0-4b29-a21f-82756bf1146e service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Received event network-changed-9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.490167] env[69481]: DEBUG nova.compute.manager [req-3a5ac7f6-de96-40fe-8294-83767c6782a9 req-85958d5e-15a0-4b29-a21f-82756bf1146e service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Refreshing instance network info cache due to event network-changed-9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.490393] env[69481]: DEBUG oslo_concurrency.lockutils [req-3a5ac7f6-de96-40fe-8294-83767c6782a9 req-85958d5e-15a0-4b29-a21f-82756bf1146e service nova] Acquiring lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.490547] env[69481]: DEBUG oslo_concurrency.lockutils [req-3a5ac7f6-de96-40fe-8294-83767c6782a9 req-85958d5e-15a0-4b29-a21f-82756bf1146e service nova] Acquired lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.490737] env[69481]: DEBUG nova.network.neutron [req-3a5ac7f6-de96-40fe-8294-83767c6782a9 req-85958d5e-15a0-4b29-a21f-82756bf1146e service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Refreshing network info cache for port 9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.562566] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3264994, 'name': CreateVM_Task, 'duration_secs': 0.325025} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.562734] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.563413] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.563582] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.563906] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.564174] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303dfc4c-4132-4376-a884-419483069018 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.569071] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1314.569071] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c85c30-b59b-8670-a291-5edc4be4bd4a" [ 1314.569071] env[69481]: _type = "Task" [ 1314.569071] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.575746] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c85c30-b59b-8670-a291-5edc4be4bd4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.643608] env[69481]: DEBUG oslo_concurrency.lockutils [req-5e8ba66e-8d85-435c-9317-9e43897edfa0 req-d07557ff-24ae-471b-8526-7588922bc933 service nova] Releasing lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.988511] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a84fa421-2f39-466d-88d5-76ec70e9225d tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-809c5aaf-cb68-499d-93d5-ed873e1a87aa-6084940d-e866-4f98-9b70-693e0c641cb1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.027s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.079604] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c85c30-b59b-8670-a291-5edc4be4bd4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.079915] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.080168] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.080408] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.080555] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.080735] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.080993] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b616b852-6e5e-47c5-87fd-5785aae40ba1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.088959] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.089152] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.089839] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583e9cc0-b29e-4a74-9dd4-c0016a24422d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.094553] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1315.094553] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52beff4b-e85a-1e3e-9549-149e67e4d509" [ 1315.094553] env[69481]: _type = "Task" [ 1315.094553] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.104741] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52beff4b-e85a-1e3e-9549-149e67e4d509, 'name': SearchDatastore_Task, 'duration_secs': 0.007987} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.105449] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b055ce13-3e17-4293-ac8f-0b8c529eed4f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.110177] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1315.110177] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52fc81c9-00d6-cfca-8ac4-f89b6607a135" [ 1315.110177] env[69481]: _type = "Task" [ 1315.110177] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.118931] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fc81c9-00d6-cfca-8ac4-f89b6607a135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.187119] env[69481]: DEBUG nova.network.neutron [req-3a5ac7f6-de96-40fe-8294-83767c6782a9 req-85958d5e-15a0-4b29-a21f-82756bf1146e service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Updated VIF entry in instance network info cache for port 9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.187507] env[69481]: DEBUG nova.network.neutron [req-3a5ac7f6-de96-40fe-8294-83767c6782a9 req-85958d5e-15a0-4b29-a21f-82756bf1146e service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Updating instance_info_cache with network_info: [{"id": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "address": "fa:16:3e:5c:64:25", "network": {"id": "607d923a-df6c-4f61-9d27-c7f70f7462aa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-644579860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8e85d6f80a4fbd8b7bead0d6127eba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb228d3-9f", "ovs_interfaceid": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.624107] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fc81c9-00d6-cfca-8ac4-f89b6607a135, 'name': SearchDatastore_Task, 'duration_secs': 0.008568} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.624564] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.624913] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 534ba17f-acec-4c46-abe8-241041cbdfb1/534ba17f-acec-4c46-abe8-241041cbdfb1.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.625263] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-373077c3-f9fc-4448-8015-bec477368960 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.632521] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1315.632521] env[69481]: value = "task-3264996" [ 1315.632521] env[69481]: _type = "Task" [ 1315.632521] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.639841] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3264996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.689714] env[69481]: DEBUG oslo_concurrency.lockutils [req-3a5ac7f6-de96-40fe-8294-83767c6782a9 req-85958d5e-15a0-4b29-a21f-82756bf1146e service nova] Releasing lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.142830] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3264996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430257} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.143202] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 534ba17f-acec-4c46-abe8-241041cbdfb1/534ba17f-acec-4c46-abe8-241041cbdfb1.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.143328] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.143619] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb8b44e2-2b0a-492e-be06-a2a010ef630f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.149586] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1316.149586] env[69481]: value = "task-3264997" [ 1316.149586] env[69481]: _type = "Task" [ 1316.149586] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.157291] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3264997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.659912] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3264997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059534} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.660192] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1316.661017] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4f9241-0345-457c-b6cb-90a1149fbb4f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.682099] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 534ba17f-acec-4c46-abe8-241041cbdfb1/534ba17f-acec-4c46-abe8-241041cbdfb1.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.682335] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd441913-0cf4-4aeb-a978-12dcbf71a84f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.698299] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "interface-809c5aaf-cb68-499d-93d5-ed873e1a87aa-6084940d-e866-4f98-9b70-693e0c641cb1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.698609] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-809c5aaf-cb68-499d-93d5-ed873e1a87aa-6084940d-e866-4f98-9b70-693e0c641cb1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.705658] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1316.705658] env[69481]: value = "task-3264998" [ 1316.705658] env[69481]: _type = "Task" [ 1316.705658] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.714199] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3264998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.201937] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.202316] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.203141] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecead41-d712-42fc-a304-2af66712e9a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.214872] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3264998, 'name': ReconfigVM_Task, 'duration_secs': 0.248778} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.227794] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 534ba17f-acec-4c46-abe8-241041cbdfb1/534ba17f-acec-4c46-abe8-241041cbdfb1.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.229020] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94089c7e-6eb3-4d30-884c-c4ad64f92440 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.231051] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f3127-37a8-451f-a733-9d2d3fb611c9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.258547] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Reconfiguring VM to detach interface {{(pid=69481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1317.260048] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce67c9a-269e-4a44-a042-03e2e8701f88 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.274359] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1317.274359] env[69481]: value = "task-3264999" [ 1317.274359] env[69481]: _type = "Task" [ 1317.274359] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.280205] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1317.280205] env[69481]: value = "task-3265000" [ 1317.280205] env[69481]: _type = "Task" [ 1317.280205] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.283556] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3264999, 'name': Rename_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.290914] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.432095] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1317.432348] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652224', 'volume_id': '79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'name': 'volume-79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6143122d-c629-49a9-88c7-308ce559b925', 'attached_at': '', 'detached_at': '', 'volume_id': '79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'serial': '79e7f77e-92f0-40f3-9693-5fc89f2727d1'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1317.433309] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f659fc-a806-472b-9396-d19bb3bf0dd7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.449617] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7730144-9b2d-4d54-a401-1c2c9cb66849 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.474109] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-79e7f77e-92f0-40f3-9693-5fc89f2727d1/volume-79e7f77e-92f0-40f3-9693-5fc89f2727d1.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.474370] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5469b1ae-94cb-45b6-9b48-4f4ddf5813cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.492193] env[69481]: DEBUG oslo_vmware.api [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1317.492193] env[69481]: value = "task-3265001" [ 1317.492193] env[69481]: _type = "Task" [ 1317.492193] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.499734] env[69481]: DEBUG oslo_vmware.api [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.783463] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3264999, 'name': Rename_Task, 'duration_secs': 0.141376} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.783899] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.787088] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6210e9db-c3a1-4a6b-8828-18806a04631f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.793358] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.794585] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1317.794585] env[69481]: value = "task-3265002" [ 1317.794585] env[69481]: _type = "Task" [ 1317.794585] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.803505] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.002018] env[69481]: DEBUG oslo_vmware.api [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265001, 'name': ReconfigVM_Task, 'duration_secs': 0.332287} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.002294] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-79e7f77e-92f0-40f3-9693-5fc89f2727d1/volume-79e7f77e-92f0-40f3-9693-5fc89f2727d1.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.006892] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de74f5b6-e606-4ef5-b3e8-9e04b17940bb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.021516] env[69481]: DEBUG oslo_vmware.api [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1318.021516] env[69481]: value = "task-3265003" [ 1318.021516] env[69481]: _type = "Task" [ 1318.021516] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.028960] env[69481]: DEBUG oslo_vmware.api [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.293570] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.303204] env[69481]: DEBUG oslo_vmware.api [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265002, 'name': PowerOnVM_Task, 'duration_secs': 0.47835} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.303449] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.303669] env[69481]: INFO nova.compute.manager [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Took 6.21 seconds to spawn the instance on the hypervisor. [ 1318.303855] env[69481]: DEBUG nova.compute.manager [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.304573] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb96dcd2-65de-4795-b917-09e261bc0477 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.531294] env[69481]: DEBUG oslo_vmware.api [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265003, 'name': ReconfigVM_Task, 'duration_secs': 0.132843} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.531605] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652224', 'volume_id': '79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'name': 'volume-79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6143122d-c629-49a9-88c7-308ce559b925', 'attached_at': '', 'detached_at': '', 'volume_id': '79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'serial': '79e7f77e-92f0-40f3-9693-5fc89f2727d1'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1318.794366] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.822543] env[69481]: INFO nova.compute.manager [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Took 10.93 seconds to build instance. [ 1319.295143] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.324971] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2158be07-450c-4adb-a42d-e21985ddd598 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.438s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.530548] env[69481]: DEBUG nova.compute.manager [req-fa71687f-1973-47ab-873b-3be6cea6f3de req-03a538b4-89c2-443d-94c8-01880dc876cb service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Received event network-changed-9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.530637] env[69481]: DEBUG nova.compute.manager [req-fa71687f-1973-47ab-873b-3be6cea6f3de req-03a538b4-89c2-443d-94c8-01880dc876cb service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Refreshing instance network info cache due to event network-changed-9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.530814] env[69481]: DEBUG oslo_concurrency.lockutils [req-fa71687f-1973-47ab-873b-3be6cea6f3de req-03a538b4-89c2-443d-94c8-01880dc876cb service nova] Acquiring lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.530963] env[69481]: DEBUG oslo_concurrency.lockutils [req-fa71687f-1973-47ab-873b-3be6cea6f3de req-03a538b4-89c2-443d-94c8-01880dc876cb service nova] Acquired lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.531143] env[69481]: DEBUG nova.network.neutron [req-fa71687f-1973-47ab-873b-3be6cea6f3de req-03a538b4-89c2-443d-94c8-01880dc876cb service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Refreshing network info cache for port 9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.567387] env[69481]: DEBUG nova.objects.instance [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lazy-loading 'flavor' on Instance uuid 6143122d-c629-49a9-88c7-308ce559b925 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.796105] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.072444] env[69481]: DEBUG oslo_concurrency.lockutils [None req-42ff6810-2ae3-4e4a-9d88-dad79b4a86fa tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.233033] env[69481]: DEBUG nova.network.neutron [req-fa71687f-1973-47ab-873b-3be6cea6f3de req-03a538b4-89c2-443d-94c8-01880dc876cb service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Updated VIF entry in instance network info cache for port 9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.233417] env[69481]: DEBUG nova.network.neutron [req-fa71687f-1973-47ab-873b-3be6cea6f3de req-03a538b4-89c2-443d-94c8-01880dc876cb service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Updating instance_info_cache with network_info: [{"id": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "address": "fa:16:3e:5c:64:25", "network": {"id": "607d923a-df6c-4f61-9d27-c7f70f7462aa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-644579860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8e85d6f80a4fbd8b7bead0d6127eba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb228d3-9f", "ovs_interfaceid": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.295389] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.298853] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "6143122d-c629-49a9-88c7-308ce559b925" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.299087] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.736895] env[69481]: DEBUG oslo_concurrency.lockutils [req-fa71687f-1973-47ab-873b-3be6cea6f3de req-03a538b4-89c2-443d-94c8-01880dc876cb service nova] Releasing lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.796674] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.801546] env[69481]: INFO nova.compute.manager [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Detaching volume 79e7f77e-92f0-40f3-9693-5fc89f2727d1 [ 1320.834176] env[69481]: INFO nova.virt.block_device [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Attempting to driver detach volume 79e7f77e-92f0-40f3-9693-5fc89f2727d1 from mountpoint /dev/sdb [ 1320.834468] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1320.834783] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652224', 'volume_id': '79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'name': 'volume-79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6143122d-c629-49a9-88c7-308ce559b925', 'attached_at': '', 'detached_at': '', 'volume_id': '79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'serial': '79e7f77e-92f0-40f3-9693-5fc89f2727d1'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1320.835734] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c577c8-c1bc-4f1b-bdc7-e8ce2b2afbe7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.858076] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b6f245-7ca8-4476-bd5f-cb44724c8785 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.865015] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3080caa7-c384-4986-8409-8267d8d42a48 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.887333] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29c7ef4-744a-43ed-a938-634fe9e4c37b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.903509] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] The volume has not been displaced from its original location: [datastore2] volume-79e7f77e-92f0-40f3-9693-5fc89f2727d1/volume-79e7f77e-92f0-40f3-9693-5fc89f2727d1.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1320.908889] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1320.909237] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e4390f1-d5a8-4693-aabd-976b3f7846d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.928452] env[69481]: DEBUG oslo_vmware.api [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1320.928452] env[69481]: value = "task-3265004" [ 1320.928452] env[69481]: _type = "Task" [ 1320.928452] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.936280] env[69481]: DEBUG oslo_vmware.api [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.299070] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.437592] env[69481]: DEBUG oslo_vmware.api [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.798343] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.938153] env[69481]: DEBUG oslo_vmware.api [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.299365] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.438802] env[69481]: DEBUG oslo_vmware.api [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265004, 'name': ReconfigVM_Task, 'duration_secs': 1.301195} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.439101] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1322.443632] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-534cf2c6-afbb-48cd-8486-b2c34a7180df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.458676] env[69481]: DEBUG oslo_vmware.api [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1322.458676] env[69481]: value = "task-3265005" [ 1322.458676] env[69481]: _type = "Task" [ 1322.458676] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.466077] env[69481]: DEBUG oslo_vmware.api [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.799725] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.968448] env[69481]: DEBUG oslo_vmware.api [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265005, 'name': ReconfigVM_Task, 'duration_secs': 0.150781} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.968743] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652224', 'volume_id': '79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'name': 'volume-79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6143122d-c629-49a9-88c7-308ce559b925', 'attached_at': '', 'detached_at': '', 'volume_id': '79e7f77e-92f0-40f3-9693-5fc89f2727d1', 'serial': '79e7f77e-92f0-40f3-9693-5fc89f2727d1'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1323.300405] env[69481]: DEBUG oslo_vmware.api [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265000, 'name': ReconfigVM_Task, 'duration_secs': 5.790296} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.300791] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.300870] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Reconfigured VM to detach interface {{(pid=69481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1323.509884] env[69481]: DEBUG nova.objects.instance [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lazy-loading 'flavor' on Instance uuid 6143122d-c629-49a9-88c7-308ce559b925 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.517364] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d279b039-e704-4b0c-8d0a-48e3bc291c7b tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.218s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.576492] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.576727] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquired lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.576941] env[69481]: DEBUG nova.network.neutron [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.060181] env[69481]: DEBUG oslo_concurrency.lockutils [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.060427] env[69481]: DEBUG oslo_concurrency.lockutils [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.060612] env[69481]: DEBUG oslo_concurrency.lockutils [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.060800] env[69481]: DEBUG oslo_concurrency.lockutils [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.061016] env[69481]: DEBUG oslo_concurrency.lockutils [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.063233] env[69481]: INFO nova.compute.manager [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Terminating instance [ 1325.280029] env[69481]: INFO nova.network.neutron [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Port 6084940d-e866-4f98-9b70-693e0c641cb1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1325.280409] env[69481]: DEBUG nova.network.neutron [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updating instance_info_cache with network_info: [{"id": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "address": "fa:16:3e:2b:80:90", "network": {"id": "35044157-30ed-47a6-ab2e-33a22eabb203", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2135051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912fe61c615f4e24a9d8bc443db1e9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb67bc1-d1", "ovs_interfaceid": "5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.563640] env[69481]: DEBUG oslo_concurrency.lockutils [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "6143122d-c629-49a9-88c7-308ce559b925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.564056] env[69481]: DEBUG oslo_concurrency.lockutils [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.564330] env[69481]: DEBUG oslo_concurrency.lockutils [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "6143122d-c629-49a9-88c7-308ce559b925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.564584] env[69481]: DEBUG oslo_concurrency.lockutils [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.564835] env[69481]: DEBUG oslo_concurrency.lockutils [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.567407] env[69481]: DEBUG nova.compute.manager [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.567680] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.568301] env[69481]: INFO nova.compute.manager [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Terminating instance [ 1325.570761] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af8a667-095b-4220-8126-541ed2e9c472 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.581897] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.583074] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c723c887-d1d9-4383-9dd5-1315cd3f8de3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.590784] env[69481]: DEBUG oslo_vmware.api [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1325.590784] env[69481]: value = "task-3265006" [ 1325.590784] env[69481]: _type = "Task" [ 1325.590784] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.601934] env[69481]: DEBUG oslo_vmware.api [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.783010] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Releasing lock "refresh_cache-809c5aaf-cb68-499d-93d5-ed873e1a87aa" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.077725] env[69481]: DEBUG nova.compute.manager [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.078094] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.078983] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33186be3-2161-4aff-8893-e3666f96a07a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.086641] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.086866] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85f65c85-3cfa-4687-9836-0c91a34fdf43 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.095621] env[69481]: DEBUG oslo_vmware.api [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1326.095621] env[69481]: value = "task-3265007" [ 1326.095621] env[69481]: _type = "Task" [ 1326.095621] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.101453] env[69481]: DEBUG oslo_vmware.api [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265006, 'name': PowerOffVM_Task, 'duration_secs': 0.181332} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.101996] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.102177] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.102400] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c3fcae0-7a35-4686-a72b-8ac468cd2c40 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.108514] env[69481]: DEBUG oslo_vmware.api [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.173751] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.174025] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.174099] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleting the datastore file [datastore1] 809c5aaf-cb68-499d-93d5-ed873e1a87aa {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.174363] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4578725-35d7-43fd-acb6-dab115677b6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.181294] env[69481]: DEBUG oslo_vmware.api [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1326.181294] env[69481]: value = "task-3265009" [ 1326.181294] env[69481]: _type = "Task" [ 1326.181294] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.189206] env[69481]: DEBUG oslo_vmware.api [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.287508] env[69481]: DEBUG oslo_concurrency.lockutils [None req-9c485e56-4a58-4e0e-870f-d36beaee0be6 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "interface-809c5aaf-cb68-499d-93d5-ed873e1a87aa-6084940d-e866-4f98-9b70-693e0c641cb1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.589s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.605393] env[69481]: DEBUG oslo_vmware.api [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265007, 'name': PowerOffVM_Task, 'duration_secs': 0.230931} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.605729] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.605843] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.606125] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4baf0344-8483-4132-8ac8-19af3cd645a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.669498] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.669745] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.669897] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleting the datastore file [datastore1] 6143122d-c629-49a9-88c7-308ce559b925 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.670204] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5549ccca-e672-4a0a-af79-09ec4f61df66 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.676694] env[69481]: DEBUG oslo_vmware.api [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1326.676694] env[69481]: value = "task-3265011" [ 1326.676694] env[69481]: _type = "Task" [ 1326.676694] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.684499] env[69481]: DEBUG oslo_vmware.api [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.691809] env[69481]: DEBUG oslo_vmware.api [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325807} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.692098] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.692296] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.692471] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.692689] env[69481]: INFO nova.compute.manager [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1326.692928] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.693140] env[69481]: DEBUG nova.compute.manager [-] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.693235] env[69481]: DEBUG nova.network.neutron [-] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.188787] env[69481]: DEBUG oslo_vmware.api [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145931} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.189143] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.189975] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.190751] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.193035] env[69481]: INFO nova.compute.manager [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1327.193035] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.193035] env[69481]: DEBUG nova.compute.manager [-] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.193035] env[69481]: DEBUG nova.network.neutron [-] [instance: 6143122d-c629-49a9-88c7-308ce559b925] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.327343] env[69481]: DEBUG nova.compute.manager [req-3540810d-92c8-48b2-8193-d817b41c7144 req-edee1ccb-4365-4547-8c29-b4305579c077 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Received event network-vif-deleted-5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.327343] env[69481]: INFO nova.compute.manager [req-3540810d-92c8-48b2-8193-d817b41c7144 req-edee1ccb-4365-4547-8c29-b4305579c077 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Neutron deleted interface 5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9; detaching it from the instance and deleting it from the info cache [ 1327.327343] env[69481]: DEBUG nova.network.neutron [req-3540810d-92c8-48b2-8193-d817b41c7144 req-edee1ccb-4365-4547-8c29-b4305579c077 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.647821] env[69481]: DEBUG nova.compute.manager [req-ef9d325b-90a6-4f31-83cb-5d9b2e443d61 req-876cc8aa-6a0c-4b36-8448-00b9367707ad service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Received event network-vif-deleted-d20764cc-8940-4320-82fb-73f8975de0f2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.647821] env[69481]: INFO nova.compute.manager [req-ef9d325b-90a6-4f31-83cb-5d9b2e443d61 req-876cc8aa-6a0c-4b36-8448-00b9367707ad service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Neutron deleted interface d20764cc-8940-4320-82fb-73f8975de0f2; detaching it from the instance and deleting it from the info cache [ 1327.647821] env[69481]: DEBUG nova.network.neutron [req-ef9d325b-90a6-4f31-83cb-5d9b2e443d61 req-876cc8aa-6a0c-4b36-8448-00b9367707ad service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.809407] env[69481]: DEBUG nova.network.neutron [-] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.830173] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c97ed02-da8a-44d2-98ae-d4f5b62d1e33 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.840353] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca06840-9365-4abd-9bf3-58065a1c8b60 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.867705] env[69481]: DEBUG nova.compute.manager [req-3540810d-92c8-48b2-8193-d817b41c7144 req-edee1ccb-4365-4547-8c29-b4305579c077 service nova] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Detach interface failed, port_id=5cb67bc1-d178-4f1b-a8ff-53e4b8356ee9, reason: Instance 809c5aaf-cb68-499d-93d5-ed873e1a87aa could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.129324] env[69481]: DEBUG nova.network.neutron [-] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.150688] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd0241a3-f6fb-44a2-b9a2-41168d06aca0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.160377] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8106d2-900a-4a3a-a26d-9f9596cc7177 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.189538] env[69481]: DEBUG nova.compute.manager [req-ef9d325b-90a6-4f31-83cb-5d9b2e443d61 req-876cc8aa-6a0c-4b36-8448-00b9367707ad service nova] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Detach interface failed, port_id=d20764cc-8940-4320-82fb-73f8975de0f2, reason: Instance 6143122d-c629-49a9-88c7-308ce559b925 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.312571] env[69481]: INFO nova.compute.manager [-] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Took 1.62 seconds to deallocate network for instance. [ 1328.632067] env[69481]: INFO nova.compute.manager [-] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Took 1.44 seconds to deallocate network for instance. [ 1328.819644] env[69481]: DEBUG oslo_concurrency.lockutils [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.819951] env[69481]: DEBUG oslo_concurrency.lockutils [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.820179] env[69481]: DEBUG nova.objects.instance [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'resources' on Instance uuid 809c5aaf-cb68-499d-93d5-ed873e1a87aa {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.138134] env[69481]: DEBUG oslo_concurrency.lockutils [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.402373] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389b13ea-de1d-4d2d-8986-e81d0e9238e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.410335] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2dde06-3be7-46d4-a014-bdd7b11e647d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.439871] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85612c6-2bec-445b-a131-95e2111ed339 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.446988] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fd90df-ee3b-43b6-aa43-aba1895c3574 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.459689] env[69481]: DEBUG nova.compute.provider_tree [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.963365] env[69481]: DEBUG nova.scheduler.client.report [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.468782] env[69481]: DEBUG oslo_concurrency.lockutils [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.471173] env[69481]: DEBUG oslo_concurrency.lockutils [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.333s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.471414] env[69481]: DEBUG nova.objects.instance [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lazy-loading 'resources' on Instance uuid 6143122d-c629-49a9-88c7-308ce559b925 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.494203] env[69481]: INFO nova.scheduler.client.report [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleted allocations for instance 809c5aaf-cb68-499d-93d5-ed873e1a87aa [ 1331.003820] env[69481]: DEBUG oslo_concurrency.lockutils [None req-53c1c92e-9001-4142-b62f-998f40286927 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "809c5aaf-cb68-499d-93d5-ed873e1a87aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.943s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.033015] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c84930-c539-407c-93f4-21c0502eb13f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.040887] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1720961e-4805-414f-87de-53e45be4bd14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.071181] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93de75e-133e-44ef-bae9-a3cda389a770 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.077734] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17e056a-fe33-4b52-b145-8ca4596fadf6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.090674] env[69481]: DEBUG nova.compute.provider_tree [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.593995] env[69481]: DEBUG nova.scheduler.client.report [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.646544] env[69481]: DEBUG oslo_concurrency.lockutils [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.646813] env[69481]: DEBUG oslo_concurrency.lockutils [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.647054] env[69481]: DEBUG oslo_concurrency.lockutils [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.647250] env[69481]: DEBUG oslo_concurrency.lockutils [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.647421] env[69481]: DEBUG oslo_concurrency.lockutils [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.652020] env[69481]: INFO nova.compute.manager [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Terminating instance [ 1332.099523] env[69481]: DEBUG oslo_concurrency.lockutils [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.123407] env[69481]: INFO nova.scheduler.client.report [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleted allocations for instance 6143122d-c629-49a9-88c7-308ce559b925 [ 1332.155824] env[69481]: DEBUG nova.compute.manager [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.156036] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.157022] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b551e7-f90b-48ab-99cb-17e3901f86de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.164781] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.165082] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0c7f1e6-9454-45fe-a1d6-ae622c77c74e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.171238] env[69481]: DEBUG oslo_vmware.api [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1332.171238] env[69481]: value = "task-3265012" [ 1332.171238] env[69481]: _type = "Task" [ 1332.171238] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.179345] env[69481]: DEBUG oslo_vmware.api [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.632299] env[69481]: DEBUG oslo_concurrency.lockutils [None req-485b2072-299b-4c7a-942d-34366a9c86a3 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "6143122d-c629-49a9-88c7-308ce559b925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.068s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.681088] env[69481]: DEBUG oslo_vmware.api [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265012, 'name': PowerOffVM_Task, 'duration_secs': 0.158282} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.681644] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.681825] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.682094] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6361828-2e1f-45da-a3aa-4ba32fc2544e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.748712] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.748936] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.749157] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleting the datastore file [datastore2] a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.749459] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf1559b5-6d31-4fc0-829f-fcb8dc09d143 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.757546] env[69481]: DEBUG oslo_vmware.api [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for the task: (returnval){ [ 1332.757546] env[69481]: value = "task-3265014" [ 1332.757546] env[69481]: _type = "Task" [ 1332.757546] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.765247] env[69481]: DEBUG oslo_vmware.api [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.268598] env[69481]: DEBUG oslo_vmware.api [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Task: {'id': task-3265014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142463} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.269141] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.269141] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.269337] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.269631] env[69481]: INFO nova.compute.manager [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1333.269769] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.269893] env[69481]: DEBUG nova.compute.manager [-] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.270013] env[69481]: DEBUG nova.network.neutron [-] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.602064] env[69481]: DEBUG nova.compute.manager [req-c788034c-322e-4607-9526-f89f9eac28a2 req-07227034-0c75-454c-8130-2e4e83062788 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Received event network-vif-deleted-34966164-ec05-4a57-aab8-8c4f51b4bbf4 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.602271] env[69481]: INFO nova.compute.manager [req-c788034c-322e-4607-9526-f89f9eac28a2 req-07227034-0c75-454c-8130-2e4e83062788 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Neutron deleted interface 34966164-ec05-4a57-aab8-8c4f51b4bbf4; detaching it from the instance and deleting it from the info cache [ 1333.602444] env[69481]: DEBUG nova.network.neutron [req-c788034c-322e-4607-9526-f89f9eac28a2 req-07227034-0c75-454c-8130-2e4e83062788 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.085877] env[69481]: DEBUG nova.network.neutron [-] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.105650] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eafc5d97-8644-48f8-a3e9-c65292639f3b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.115406] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726396e-7e84-4813-9f52-d39428feb83d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.144466] env[69481]: DEBUG nova.compute.manager [req-c788034c-322e-4607-9526-f89f9eac28a2 req-07227034-0c75-454c-8130-2e4e83062788 service nova] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Detach interface failed, port_id=34966164-ec05-4a57-aab8-8c4f51b4bbf4, reason: Instance a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1334.588652] env[69481]: INFO nova.compute.manager [-] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Took 1.32 seconds to deallocate network for instance. [ 1334.864667] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "562e3df9-a430-4b82-bd87-b4f980c90efc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.864906] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.096033] env[69481]: DEBUG oslo_concurrency.lockutils [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.096033] env[69481]: DEBUG oslo_concurrency.lockutils [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.096033] env[69481]: DEBUG nova.objects.instance [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lazy-loading 'resources' on Instance uuid a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.367372] env[69481]: DEBUG nova.compute.manager [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.661680] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76360cf0-6180-4f89-b06e-d35778330fee {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.669364] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1479d1-068b-4cd6-bdaa-a3fcaa373242 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.698743] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cdbdf9-dca1-4c5d-acae-35b90410b81b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.705945] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8286bd-b2bf-4faf-b273-193e823f5bb6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.719925] env[69481]: DEBUG nova.compute.provider_tree [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.885652] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.222976] env[69481]: DEBUG nova.scheduler.client.report [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.727939] env[69481]: DEBUG oslo_concurrency.lockutils [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.730420] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.845s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.732175] env[69481]: INFO nova.compute.claims [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.747257] env[69481]: INFO nova.scheduler.client.report [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Deleted allocations for instance a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a [ 1337.253456] env[69481]: DEBUG oslo_concurrency.lockutils [None req-44b89c28-88e8-4a47-89e2-bdce0ac5b878 tempest-AttachInterfacesTestJSON-1810412086 tempest-AttachInterfacesTestJSON-1810412086-project-member] Lock "a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.606s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.787280] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca23aec5-818b-4fc1-a7ea-d23ba1476ae9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.794802] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e77616-29ee-4016-9c4e-aca65241bf11 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.824442] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c060e83d-c116-416f-90f7-b05e728350e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.831392] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64afcf77-f4a3-476e-802a-ab921e1cfdb2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.845339] env[69481]: DEBUG nova.compute.provider_tree [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.348090] env[69481]: DEBUG nova.scheduler.client.report [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.854655] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.855382] env[69481]: DEBUG nova.compute.manager [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1339.361632] env[69481]: DEBUG nova.compute.utils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.363551] env[69481]: DEBUG nova.compute.manager [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.363551] env[69481]: DEBUG nova.network.neutron [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.434509] env[69481]: DEBUG nova.policy [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b5b2d3826ca49c4b431d2e10d605294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d0ed252cfe8468faa9796bad94d8f59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1339.826348] env[69481]: DEBUG nova.network.neutron [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Successfully created port: 412f368b-ad58-4502-97e5-befd7ce20b23 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.866470] env[69481]: DEBUG nova.compute.manager [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1340.881446] env[69481]: DEBUG nova.compute.manager [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.909848] env[69481]: DEBUG nova.virt.hardware [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.910036] env[69481]: DEBUG nova.virt.hardware [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.910449] env[69481]: DEBUG nova.virt.hardware [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.910543] env[69481]: DEBUG nova.virt.hardware [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.910658] env[69481]: DEBUG nova.virt.hardware [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.910832] env[69481]: DEBUG nova.virt.hardware [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.911048] env[69481]: DEBUG nova.virt.hardware [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.911207] env[69481]: DEBUG nova.virt.hardware [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.911374] env[69481]: DEBUG nova.virt.hardware [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.911537] env[69481]: DEBUG nova.virt.hardware [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.911711] env[69481]: DEBUG nova.virt.hardware [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.912577] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4af7ca-9c84-449e-8aa0-0608de4d05bc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.920619] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1350d48-de62-4d91-9afe-3213a181284a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.194836] env[69481]: DEBUG nova.compute.manager [req-56aac087-9452-402a-bb8b-a6c739bbc200 req-57d010b9-f1ed-4441-bf04-2d9caebd41ad service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Received event network-vif-plugged-412f368b-ad58-4502-97e5-befd7ce20b23 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.195128] env[69481]: DEBUG oslo_concurrency.lockutils [req-56aac087-9452-402a-bb8b-a6c739bbc200 req-57d010b9-f1ed-4441-bf04-2d9caebd41ad service nova] Acquiring lock "562e3df9-a430-4b82-bd87-b4f980c90efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.195363] env[69481]: DEBUG oslo_concurrency.lockutils [req-56aac087-9452-402a-bb8b-a6c739bbc200 req-57d010b9-f1ed-4441-bf04-2d9caebd41ad service nova] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.195542] env[69481]: DEBUG oslo_concurrency.lockutils [req-56aac087-9452-402a-bb8b-a6c739bbc200 req-57d010b9-f1ed-4441-bf04-2d9caebd41ad service nova] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.195729] env[69481]: DEBUG nova.compute.manager [req-56aac087-9452-402a-bb8b-a6c739bbc200 req-57d010b9-f1ed-4441-bf04-2d9caebd41ad service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] No waiting events found dispatching network-vif-plugged-412f368b-ad58-4502-97e5-befd7ce20b23 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.195916] env[69481]: WARNING nova.compute.manager [req-56aac087-9452-402a-bb8b-a6c739bbc200 req-57d010b9-f1ed-4441-bf04-2d9caebd41ad service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Received unexpected event network-vif-plugged-412f368b-ad58-4502-97e5-befd7ce20b23 for instance with vm_state building and task_state spawning. [ 1341.286109] env[69481]: DEBUG nova.network.neutron [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Successfully updated port: 412f368b-ad58-4502-97e5-befd7ce20b23 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.788511] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "refresh_cache-562e3df9-a430-4b82-bd87-b4f980c90efc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.789502] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "refresh_cache-562e3df9-a430-4b82-bd87-b4f980c90efc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.789502] env[69481]: DEBUG nova.network.neutron [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.334368] env[69481]: DEBUG nova.network.neutron [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.488724] env[69481]: DEBUG nova.network.neutron [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Updating instance_info_cache with network_info: [{"id": "412f368b-ad58-4502-97e5-befd7ce20b23", "address": "fa:16:3e:39:a5:2a", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412f368b-ad", "ovs_interfaceid": "412f368b-ad58-4502-97e5-befd7ce20b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.991791] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "refresh_cache-562e3df9-a430-4b82-bd87-b4f980c90efc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.992242] env[69481]: DEBUG nova.compute.manager [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Instance network_info: |[{"id": "412f368b-ad58-4502-97e5-befd7ce20b23", "address": "fa:16:3e:39:a5:2a", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412f368b-ad", "ovs_interfaceid": "412f368b-ad58-4502-97e5-befd7ce20b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.992667] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:a5:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '412f368b-ad58-4502-97e5-befd7ce20b23', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.007359] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.007411] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.008149] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ec48549-f1df-4826-80df-d6c7343a5de7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.027568] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.027568] env[69481]: value = "task-3265015" [ 1343.027568] env[69481]: _type = "Task" [ 1343.027568] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.035174] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265015, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.127301] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.127848] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.128178] env[69481]: INFO nova.compute.manager [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Shelving [ 1343.231233] env[69481]: DEBUG nova.compute.manager [req-c91f9885-f727-4a00-ba4d-7db6a58e7be7 req-e73474cb-bf40-43c5-823d-e95ada21a283 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Received event network-changed-412f368b-ad58-4502-97e5-befd7ce20b23 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.231456] env[69481]: DEBUG nova.compute.manager [req-c91f9885-f727-4a00-ba4d-7db6a58e7be7 req-e73474cb-bf40-43c5-823d-e95ada21a283 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Refreshing instance network info cache due to event network-changed-412f368b-ad58-4502-97e5-befd7ce20b23. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1343.231678] env[69481]: DEBUG oslo_concurrency.lockutils [req-c91f9885-f727-4a00-ba4d-7db6a58e7be7 req-e73474cb-bf40-43c5-823d-e95ada21a283 service nova] Acquiring lock "refresh_cache-562e3df9-a430-4b82-bd87-b4f980c90efc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.232056] env[69481]: DEBUG oslo_concurrency.lockutils [req-c91f9885-f727-4a00-ba4d-7db6a58e7be7 req-e73474cb-bf40-43c5-823d-e95ada21a283 service nova] Acquired lock "refresh_cache-562e3df9-a430-4b82-bd87-b4f980c90efc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.232226] env[69481]: DEBUG nova.network.neutron [req-c91f9885-f727-4a00-ba4d-7db6a58e7be7 req-e73474cb-bf40-43c5-823d-e95ada21a283 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Refreshing network info cache for port 412f368b-ad58-4502-97e5-befd7ce20b23 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.482522] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "d1c95718-0b61-4b02-b908-601c834efa21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.482824] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.537639] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265015, 'name': CreateVM_Task, 'duration_secs': 0.323411} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.538309] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.538610] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.538782] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.539151] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.539419] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e5bf2dd-48c6-4037-9062-cedda0930680 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.543909] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1343.543909] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52888e4f-d5c0-d385-9210-476c879926f5" [ 1343.543909] env[69481]: _type = "Task" [ 1343.543909] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.551722] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52888e4f-d5c0-d385-9210-476c879926f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.966778] env[69481]: DEBUG nova.network.neutron [req-c91f9885-f727-4a00-ba4d-7db6a58e7be7 req-e73474cb-bf40-43c5-823d-e95ada21a283 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Updated VIF entry in instance network info cache for port 412f368b-ad58-4502-97e5-befd7ce20b23. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.967164] env[69481]: DEBUG nova.network.neutron [req-c91f9885-f727-4a00-ba4d-7db6a58e7be7 req-e73474cb-bf40-43c5-823d-e95ada21a283 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Updating instance_info_cache with network_info: [{"id": "412f368b-ad58-4502-97e5-befd7ce20b23", "address": "fa:16:3e:39:a5:2a", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412f368b-ad", "ovs_interfaceid": "412f368b-ad58-4502-97e5-befd7ce20b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.984630] env[69481]: DEBUG nova.compute.manager [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.054490] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52888e4f-d5c0-d385-9210-476c879926f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012884} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.054792] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.055034] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.055303] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.055456] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.055637] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.056275] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5958d21f-8c48-4c36-8f14-d88553537919 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.063871] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.064058] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.064807] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd81a7b-343f-4d86-80b3-14e7ef2edb9d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.069623] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1344.069623] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52821ea5-0cf7-dfa1-0b39-c43a8885dddf" [ 1344.069623] env[69481]: _type = "Task" [ 1344.069623] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.077087] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52821ea5-0cf7-dfa1-0b39-c43a8885dddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.140308] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.140627] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca5419a3-3996-421f-8377-fe2878c8d92d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.148496] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1344.148496] env[69481]: value = "task-3265016" [ 1344.148496] env[69481]: _type = "Task" [ 1344.148496] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.156745] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.469991] env[69481]: DEBUG oslo_concurrency.lockutils [req-c91f9885-f727-4a00-ba4d-7db6a58e7be7 req-e73474cb-bf40-43c5-823d-e95ada21a283 service nova] Releasing lock "refresh_cache-562e3df9-a430-4b82-bd87-b4f980c90efc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.509453] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.509741] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.511334] env[69481]: INFO nova.compute.claims [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.579643] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52821ea5-0cf7-dfa1-0b39-c43a8885dddf, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.580436] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35596ac-a653-4726-85c1-93f5e954fe4f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.585363] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1344.585363] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52af06a6-4b40-25ba-5424-ed8d12889d93" [ 1344.585363] env[69481]: _type = "Task" [ 1344.585363] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.592869] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52af06a6-4b40-25ba-5424-ed8d12889d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.657603] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265016, 'name': PowerOffVM_Task, 'duration_secs': 0.18284} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.657836] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.658588] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42334ab1-781e-4943-a96c-4935d3b501de {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.675998] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02736ce-cb27-4443-9ac3-a38586e51bde {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.094867] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52af06a6-4b40-25ba-5424-ed8d12889d93, 'name': SearchDatastore_Task, 'duration_secs': 0.012631} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.095123] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.095407] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 562e3df9-a430-4b82-bd87-b4f980c90efc/562e3df9-a430-4b82-bd87-b4f980c90efc.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.095662] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e67d108d-f3d9-43a7-a758-9005d49a6ab6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.102641] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1345.102641] env[69481]: value = "task-3265017" [ 1345.102641] env[69481]: _type = "Task" [ 1345.102641] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.111839] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.185830] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Creating Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1345.186159] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cd878c2b-07a4-4b70-8aac-ab31059b918d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.193502] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1345.193502] env[69481]: value = "task-3265018" [ 1345.193502] env[69481]: _type = "Task" [ 1345.193502] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.202987] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265018, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.592260] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a74a11-aedf-4dfa-93be-e16b6645163e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.600435] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed638dd-b5a2-4664-8f0a-1729948655aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.611162] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476916} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.635541] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 562e3df9-a430-4b82-bd87-b4f980c90efc/562e3df9-a430-4b82-bd87-b4f980c90efc.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.635796] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.636298] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b74350d7-dd4f-48f8-aa2a-6f8728faa3ae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.638686] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de55d6-3c1f-45a7-845f-8a25069313fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.646075] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039b9d32-d130-4d58-aa89-d797c3793ec9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.650746] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1345.650746] env[69481]: value = "task-3265019" [ 1345.650746] env[69481]: _type = "Task" [ 1345.650746] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.662977] env[69481]: DEBUG nova.compute.provider_tree [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.670016] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.703631] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265018, 'name': CreateSnapshot_Task, 'duration_secs': 0.498533} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.703985] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Created Snapshot of the VM instance {{(pid=69481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1345.704815] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bef7b9-fec1-433a-883f-b52fe6e89efd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.161213] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241203} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.161489] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.162252] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d903d558-cfbb-41a1-b99b-9c552a066e8b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.166645] env[69481]: DEBUG nova.scheduler.client.report [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.187109] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 562e3df9-a430-4b82-bd87-b4f980c90efc/562e3df9-a430-4b82-bd87-b4f980c90efc.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.188228] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ca66de-4e13-4880-afd8-19d444041368 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.208551] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1346.208551] env[69481]: value = "task-3265020" [ 1346.208551] env[69481]: _type = "Task" [ 1346.208551] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.222213] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Creating linked-clone VM from snapshot {{(pid=69481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1346.222472] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265020, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.222927] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5fbbec8a-56cf-4258-9904-7b97ec00e9d0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.231135] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1346.231135] env[69481]: value = "task-3265021" [ 1346.231135] env[69481]: _type = "Task" [ 1346.231135] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.238769] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265021, 'name': CloneVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.689076] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.689645] env[69481]: DEBUG nova.compute.manager [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.719407] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265020, 'name': ReconfigVM_Task, 'duration_secs': 0.331536} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.719706] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 562e3df9-a430-4b82-bd87-b4f980c90efc/562e3df9-a430-4b82-bd87-b4f980c90efc.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.720363] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cf189b2-2686-45a8-b549-ea470b2b356b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.728450] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1346.728450] env[69481]: value = "task-3265022" [ 1346.728450] env[69481]: _type = "Task" [ 1346.728450] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.744898] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265021, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.745196] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265022, 'name': Rename_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.195797] env[69481]: DEBUG nova.compute.utils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1347.197353] env[69481]: DEBUG nova.compute.manager [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1347.197521] env[69481]: DEBUG nova.network.neutron [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1347.235248] env[69481]: DEBUG nova.policy [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '649512f97eb1433b9dc9121109d00b49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db9697227c59478692ef08dc6d5c239d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1347.246163] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265022, 'name': Rename_Task, 'duration_secs': 0.15731} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.249294] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.249578] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265021, 'name': CloneVM_Task} progress is 94%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.249801] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18cf14ea-63ca-4a7b-80e3-0cddad3fea32 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.255874] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1347.255874] env[69481]: value = "task-3265023" [ 1347.255874] env[69481]: _type = "Task" [ 1347.255874] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.267892] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.575105] env[69481]: DEBUG nova.network.neutron [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Successfully created port: c8de7d77-c1a7-412b-9ddb-7712ac2598be {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.700745] env[69481]: DEBUG nova.compute.manager [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.749370] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265021, 'name': CloneVM_Task, 'duration_secs': 1.274453} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.749633] env[69481]: INFO nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Created linked-clone VM from snapshot [ 1347.750408] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c28d7f-076b-4bf4-870c-0fe159f99b26 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.757794] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Uploading image cf1048b0-798a-4090-b69f-d1eff0636509 {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1347.767119] env[69481]: DEBUG oslo_vmware.api [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265023, 'name': PowerOnVM_Task, 'duration_secs': 0.46378} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.767365] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.767565] env[69481]: INFO nova.compute.manager [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1347.767743] env[69481]: DEBUG nova.compute.manager [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.768476] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de373eda-68c0-4dd8-bcab-e3382308aca8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.784236] env[69481]: DEBUG oslo_vmware.rw_handles [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1347.784236] env[69481]: value = "vm-652230" [ 1347.784236] env[69481]: _type = "VirtualMachine" [ 1347.784236] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1347.785249] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b6537364-b013-4f32-a95a-1af1e08f81e3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.791669] env[69481]: DEBUG oslo_vmware.rw_handles [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lease: (returnval){ [ 1347.791669] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d78f9b-e0eb-35ad-db92-142d91ecb5c6" [ 1347.791669] env[69481]: _type = "HttpNfcLease" [ 1347.791669] env[69481]: } obtained for exporting VM: (result){ [ 1347.791669] env[69481]: value = "vm-652230" [ 1347.791669] env[69481]: _type = "VirtualMachine" [ 1347.791669] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1347.791960] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the lease: (returnval){ [ 1347.791960] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d78f9b-e0eb-35ad-db92-142d91ecb5c6" [ 1347.791960] env[69481]: _type = "HttpNfcLease" [ 1347.791960] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1347.799161] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1347.799161] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d78f9b-e0eb-35ad-db92-142d91ecb5c6" [ 1347.799161] env[69481]: _type = "HttpNfcLease" [ 1347.799161] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1348.286928] env[69481]: INFO nova.compute.manager [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Took 12.41 seconds to build instance. [ 1348.300468] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1348.300468] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d78f9b-e0eb-35ad-db92-142d91ecb5c6" [ 1348.300468] env[69481]: _type = "HttpNfcLease" [ 1348.300468] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1348.300716] env[69481]: DEBUG oslo_vmware.rw_handles [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1348.300716] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52d78f9b-e0eb-35ad-db92-142d91ecb5c6" [ 1348.300716] env[69481]: _type = "HttpNfcLease" [ 1348.300716] env[69481]: }. {{(pid=69481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1348.301405] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18106518-1068-4330-8d33-9dd0f4695d8b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.309329] env[69481]: DEBUG oslo_vmware.rw_handles [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff545a-a85f-fc91-5f0a-0f760378e21c/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1348.309508] env[69481]: DEBUG oslo_vmware.rw_handles [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff545a-a85f-fc91-5f0a-0f760378e21c/disk-0.vmdk for reading. {{(pid=69481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1348.402018] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4dd72f8a-8395-4b54-b93b-6f7dd4a7de36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.711701] env[69481]: DEBUG nova.compute.manager [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.735596] env[69481]: DEBUG nova.virt.hardware [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.735909] env[69481]: DEBUG nova.virt.hardware [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.736190] env[69481]: DEBUG nova.virt.hardware [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.736502] env[69481]: DEBUG nova.virt.hardware [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.736723] env[69481]: DEBUG nova.virt.hardware [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.736886] env[69481]: DEBUG nova.virt.hardware [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.737165] env[69481]: DEBUG nova.virt.hardware [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.737395] env[69481]: DEBUG nova.virt.hardware [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.737588] env[69481]: DEBUG nova.virt.hardware [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.737847] env[69481]: DEBUG nova.virt.hardware [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.738101] env[69481]: DEBUG nova.virt.hardware [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.738999] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95e9348-47f0-4cea-b6cb-fbdb16deb452 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.747044] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb29621a-b54e-4914-9902-187de7f4881c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.788734] env[69481]: DEBUG oslo_concurrency.lockutils [None req-6fa29410-d0f3-4743-b7db-cc58221f1378 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.924s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.326796] env[69481]: DEBUG nova.compute.manager [req-15545e7d-6899-4d82-bd05-a7c5161e9c64 req-9609e5d6-6ed2-413a-bb02-0fca3f69e316 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Received event network-vif-plugged-c8de7d77-c1a7-412b-9ddb-7712ac2598be {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.327028] env[69481]: DEBUG oslo_concurrency.lockutils [req-15545e7d-6899-4d82-bd05-a7c5161e9c64 req-9609e5d6-6ed2-413a-bb02-0fca3f69e316 service nova] Acquiring lock "d1c95718-0b61-4b02-b908-601c834efa21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.327300] env[69481]: DEBUG oslo_concurrency.lockutils [req-15545e7d-6899-4d82-bd05-a7c5161e9c64 req-9609e5d6-6ed2-413a-bb02-0fca3f69e316 service nova] Lock "d1c95718-0b61-4b02-b908-601c834efa21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.327484] env[69481]: DEBUG oslo_concurrency.lockutils [req-15545e7d-6899-4d82-bd05-a7c5161e9c64 req-9609e5d6-6ed2-413a-bb02-0fca3f69e316 service nova] Lock "d1c95718-0b61-4b02-b908-601c834efa21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.327659] env[69481]: DEBUG nova.compute.manager [req-15545e7d-6899-4d82-bd05-a7c5161e9c64 req-9609e5d6-6ed2-413a-bb02-0fca3f69e316 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] No waiting events found dispatching network-vif-plugged-c8de7d77-c1a7-412b-9ddb-7712ac2598be {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.327901] env[69481]: WARNING nova.compute.manager [req-15545e7d-6899-4d82-bd05-a7c5161e9c64 req-9609e5d6-6ed2-413a-bb02-0fca3f69e316 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Received unexpected event network-vif-plugged-c8de7d77-c1a7-412b-9ddb-7712ac2598be for instance with vm_state building and task_state spawning. [ 1349.523615] env[69481]: DEBUG nova.network.neutron [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Successfully updated port: c8de7d77-c1a7-412b-9ddb-7712ac2598be {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.027106] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.027415] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.027484] env[69481]: DEBUG nova.network.neutron [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.579739] env[69481]: DEBUG nova.network.neutron [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.718814] env[69481]: DEBUG nova.network.neutron [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance_info_cache with network_info: [{"id": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "address": "fa:16:3e:07:7a:0a", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8de7d77-c1", "ovs_interfaceid": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.222212] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.222700] env[69481]: DEBUG nova.compute.manager [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Instance network_info: |[{"id": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "address": "fa:16:3e:07:7a:0a", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8de7d77-c1", "ovs_interfaceid": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.223258] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:7a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8de7d77-c1a7-412b-9ddb-7712ac2598be', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.230670] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Creating folder: Project (db9697227c59478692ef08dc6d5c239d). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.230969] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9652192-a68e-4f91-8f02-d11a70e81df5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.243403] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Created folder: Project (db9697227c59478692ef08dc6d5c239d) in parent group-v651898. [ 1351.243619] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Creating folder: Instances. Parent ref: group-v652231. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.243846] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f28fa83-fd77-43b5-bbaf-4c4fa9b2d75d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.254520] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Created folder: Instances in parent group-v652231. [ 1351.254761] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.254956] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.255182] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b0b197a-8cc3-4c1e-9124-18618cc41cbd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.273706] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.273706] env[69481]: value = "task-3265027" [ 1351.273706] env[69481]: _type = "Task" [ 1351.273706] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.281075] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265027, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.360850] env[69481]: DEBUG nova.compute.manager [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Received event network-changed-412f368b-ad58-4502-97e5-befd7ce20b23 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.360984] env[69481]: DEBUG nova.compute.manager [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Refreshing instance network info cache due to event network-changed-412f368b-ad58-4502-97e5-befd7ce20b23. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1351.361215] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] Acquiring lock "refresh_cache-562e3df9-a430-4b82-bd87-b4f980c90efc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.361353] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] Acquired lock "refresh_cache-562e3df9-a430-4b82-bd87-b4f980c90efc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.361504] env[69481]: DEBUG nova.network.neutron [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Refreshing network info cache for port 412f368b-ad58-4502-97e5-befd7ce20b23 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.784189] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265027, 'name': CreateVM_Task, 'duration_secs': 0.343055} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.784466] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.785058] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.785259] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.785597] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.785859] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7ebb04-7427-4fa2-b860-5918c986fc21 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.790258] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1351.790258] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]520b9cda-3df2-f6b1-d6d4-0579e20edf11" [ 1351.790258] env[69481]: _type = "Task" [ 1351.790258] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.797655] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520b9cda-3df2-f6b1-d6d4-0579e20edf11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.066631] env[69481]: DEBUG nova.network.neutron [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Updated VIF entry in instance network info cache for port 412f368b-ad58-4502-97e5-befd7ce20b23. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.067018] env[69481]: DEBUG nova.network.neutron [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Updating instance_info_cache with network_info: [{"id": "412f368b-ad58-4502-97e5-befd7ce20b23", "address": "fa:16:3e:39:a5:2a", "network": {"id": "510255fb-a6d3-4dba-9c65-4085ec506bcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1640504897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0ed252cfe8468faa9796bad94d8f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412f368b-ad", "ovs_interfaceid": "412f368b-ad58-4502-97e5-befd7ce20b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.300312] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520b9cda-3df2-f6b1-d6d4-0579e20edf11, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.300710] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.300880] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.301167] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.301324] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.301506] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.301776] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dac56ca-2034-4b11-b939-7c4906886a12 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.309749] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.309920] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.310667] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a884dc-14b2-4661-8145-d469c0d77965 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.315535] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1352.315535] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]527ee57e-f508-ed79-6754-c1f5f80e6ac9" [ 1352.315535] env[69481]: _type = "Task" [ 1352.315535] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.322801] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527ee57e-f508-ed79-6754-c1f5f80e6ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.570075] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] Releasing lock "refresh_cache-562e3df9-a430-4b82-bd87-b4f980c90efc" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.570416] env[69481]: DEBUG nova.compute.manager [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Received event network-changed-c8de7d77-c1a7-412b-9ddb-7712ac2598be {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.570499] env[69481]: DEBUG nova.compute.manager [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Refreshing instance network info cache due to event network-changed-c8de7d77-c1a7-412b-9ddb-7712ac2598be. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.570720] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] Acquiring lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.570890] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] Acquired lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.571073] env[69481]: DEBUG nova.network.neutron [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Refreshing network info cache for port c8de7d77-c1a7-412b-9ddb-7712ac2598be {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.827549] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]527ee57e-f508-ed79-6754-c1f5f80e6ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.007969} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.828384] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e28e1364-6d6e-4292-8145-f7ced40c1dda {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.833531] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1352.833531] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526a7058-a6f3-8cb7-6f30-be9a86d96587" [ 1352.833531] env[69481]: _type = "Task" [ 1352.833531] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.841434] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526a7058-a6f3-8cb7-6f30-be9a86d96587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.265596] env[69481]: DEBUG nova.network.neutron [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updated VIF entry in instance network info cache for port c8de7d77-c1a7-412b-9ddb-7712ac2598be. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.266065] env[69481]: DEBUG nova.network.neutron [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance_info_cache with network_info: [{"id": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "address": "fa:16:3e:07:7a:0a", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8de7d77-c1", "ovs_interfaceid": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.344181] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526a7058-a6f3-8cb7-6f30-be9a86d96587, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.344538] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.344733] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] d1c95718-0b61-4b02-b908-601c834efa21/d1c95718-0b61-4b02-b908-601c834efa21.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.345017] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed6ba0b1-9db6-4f35-aba5-dd49d02820d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.352361] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1353.352361] env[69481]: value = "task-3265028" [ 1353.352361] env[69481]: _type = "Task" [ 1353.352361] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.360064] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.769482] env[69481]: DEBUG oslo_concurrency.lockutils [req-ee07bc3d-1c76-4d52-a584-c986d968da67 req-9d7514e2-bdee-4c09-b614-79d182b92c69 service nova] Releasing lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.861634] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481534} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.861912] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] d1c95718-0b61-4b02-b908-601c834efa21/d1c95718-0b61-4b02-b908-601c834efa21.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.862151] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.862411] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48e144ba-fa12-4dbe-b1ee-2d0085c9b2bf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.868561] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1353.868561] env[69481]: value = "task-3265029" [ 1353.868561] env[69481]: _type = "Task" [ 1353.868561] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.876584] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.382450] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152567} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.382844] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.383554] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e8b332-aa81-42fd-9cc3-379cef6fda12 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.415958] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] d1c95718-0b61-4b02-b908-601c834efa21/d1c95718-0b61-4b02-b908-601c834efa21.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.416494] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc6d861-2901-4a25-954c-5aab762ae98e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.441725] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1354.441725] env[69481]: value = "task-3265030" [ 1354.441725] env[69481]: _type = "Task" [ 1354.441725] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.457421] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265030, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.952067] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265030, 'name': ReconfigVM_Task, 'duration_secs': 0.263001} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.952360] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Reconfigured VM instance instance-0000007b to attach disk [datastore1] d1c95718-0b61-4b02-b908-601c834efa21/d1c95718-0b61-4b02-b908-601c834efa21.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.953028] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e718528-595d-4408-990b-3eba2315dd43 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.959121] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1354.959121] env[69481]: value = "task-3265031" [ 1354.959121] env[69481]: _type = "Task" [ 1354.959121] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.967187] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265031, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.468793] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265031, 'name': Rename_Task, 'duration_secs': 0.165398} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.469210] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.469342] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d384dc5b-1fed-4f03-844a-4d0170ad1037 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.475962] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1355.475962] env[69481]: value = "task-3265032" [ 1355.475962] env[69481]: _type = "Task" [ 1355.475962] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.483210] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.986083] env[69481]: DEBUG oslo_vmware.api [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265032, 'name': PowerOnVM_Task, 'duration_secs': 0.459465} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.986380] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.986588] env[69481]: INFO nova.compute.manager [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1355.986812] env[69481]: DEBUG nova.compute.manager [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.987610] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f080161-f3bf-4d18-ac0a-dce13bf8a3fb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.026191] env[69481]: DEBUG oslo_vmware.rw_handles [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff545a-a85f-fc91-5f0a-0f760378e21c/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1356.027254] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb0f41f-cfc4-49c6-86bf-d8caca4775c3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.033848] env[69481]: DEBUG oslo_vmware.rw_handles [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff545a-a85f-fc91-5f0a-0f760378e21c/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1356.033966] env[69481]: ERROR oslo_vmware.rw_handles [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff545a-a85f-fc91-5f0a-0f760378e21c/disk-0.vmdk due to incomplete transfer. [ 1356.034217] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b77bdbea-888f-40e8-ad53-5188451708f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.042139] env[69481]: DEBUG oslo_vmware.rw_handles [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff545a-a85f-fc91-5f0a-0f760378e21c/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1356.042346] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Uploaded image cf1048b0-798a-4090-b69f-d1eff0636509 to the Glance image server {{(pid=69481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1356.044662] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Destroying the VM {{(pid=69481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1356.044913] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d0c46dc-3fd0-499b-b432-85241d979262 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.050706] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1356.050706] env[69481]: value = "task-3265033" [ 1356.050706] env[69481]: _type = "Task" [ 1356.050706] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.058637] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265033, 'name': Destroy_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.505074] env[69481]: INFO nova.compute.manager [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Took 12.01 seconds to build instance. [ 1356.560541] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265033, 'name': Destroy_Task, 'duration_secs': 0.385834} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.560794] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Destroyed the VM [ 1356.561071] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Deleting Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1356.561325] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2281199a-854e-4f95-ae01-483e9674c21d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.567515] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1356.567515] env[69481]: value = "task-3265034" [ 1356.567515] env[69481]: _type = "Task" [ 1356.567515] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.575487] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.010385] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ca871a6b-a425-4350-9ffa-f2176bdea18f tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.527s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.077817] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265034, 'name': RemoveSnapshot_Task, 'duration_secs': 0.351237} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.078173] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Deleted Snapshot of the VM instance {{(pid=69481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1357.078503] env[69481]: DEBUG nova.compute.manager [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.079412] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6fd4e6-1e4d-4bc6-8797-aa4eaa686858 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.591603] env[69481]: INFO nova.compute.manager [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Shelve offloading [ 1357.601090] env[69481]: DEBUG nova.compute.manager [req-54110ebd-75e4-429a-a34d-3dbe838b37cc req-3d719873-bbd0-497a-9469-3c38cb27dc1c service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Received event network-changed-c8de7d77-c1a7-412b-9ddb-7712ac2598be {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.601090] env[69481]: DEBUG nova.compute.manager [req-54110ebd-75e4-429a-a34d-3dbe838b37cc req-3d719873-bbd0-497a-9469-3c38cb27dc1c service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Refreshing instance network info cache due to event network-changed-c8de7d77-c1a7-412b-9ddb-7712ac2598be. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.601090] env[69481]: DEBUG oslo_concurrency.lockutils [req-54110ebd-75e4-429a-a34d-3dbe838b37cc req-3d719873-bbd0-497a-9469-3c38cb27dc1c service nova] Acquiring lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.601572] env[69481]: DEBUG oslo_concurrency.lockutils [req-54110ebd-75e4-429a-a34d-3dbe838b37cc req-3d719873-bbd0-497a-9469-3c38cb27dc1c service nova] Acquired lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.601572] env[69481]: DEBUG nova.network.neutron [req-54110ebd-75e4-429a-a34d-3dbe838b37cc req-3d719873-bbd0-497a-9469-3c38cb27dc1c service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Refreshing network info cache for port c8de7d77-c1a7-412b-9ddb-7712ac2598be {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.097024] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.097024] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84af5940-e34d-4cf0-be5f-577b04870e0a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.105598] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1358.105598] env[69481]: value = "task-3265035" [ 1358.105598] env[69481]: _type = "Task" [ 1358.105598] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.114676] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] VM already powered off {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1358.114891] env[69481]: DEBUG nova.compute.manager [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.115666] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadb14d5-d364-4bd0-8f82-fd3a6860bdfc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.121224] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.121392] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.121697] env[69481]: DEBUG nova.network.neutron [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.311123] env[69481]: DEBUG nova.network.neutron [req-54110ebd-75e4-429a-a34d-3dbe838b37cc req-3d719873-bbd0-497a-9469-3c38cb27dc1c service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updated VIF entry in instance network info cache for port c8de7d77-c1a7-412b-9ddb-7712ac2598be. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.311513] env[69481]: DEBUG nova.network.neutron [req-54110ebd-75e4-429a-a34d-3dbe838b37cc req-3d719873-bbd0-497a-9469-3c38cb27dc1c service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance_info_cache with network_info: [{"id": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "address": "fa:16:3e:07:7a:0a", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8de7d77-c1", "ovs_interfaceid": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.814253] env[69481]: DEBUG oslo_concurrency.lockutils [req-54110ebd-75e4-429a-a34d-3dbe838b37cc req-3d719873-bbd0-497a-9469-3c38cb27dc1c service nova] Releasing lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.823262] env[69481]: DEBUG nova.network.neutron [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updating instance_info_cache with network_info: [{"id": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "address": "fa:16:3e:8a:69:9e", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e18c8e0-1a", "ovs_interfaceid": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.856296] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "534ba17f-acec-4c46-abe8-241041cbdfb1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.856528] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.326089] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.359700] env[69481]: DEBUG nova.compute.utils [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1359.521788] env[69481]: DEBUG nova.compute.manager [req-d6f0641e-8db6-48af-8802-e048b35d2ad8 req-21acc253-c37d-4b08-89bd-fd8fa0b2bb87 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Received event network-vif-unplugged-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.522029] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6f0641e-8db6-48af-8802-e048b35d2ad8 req-21acc253-c37d-4b08-89bd-fd8fa0b2bb87 service nova] Acquiring lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.522252] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6f0641e-8db6-48af-8802-e048b35d2ad8 req-21acc253-c37d-4b08-89bd-fd8fa0b2bb87 service nova] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.522426] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6f0641e-8db6-48af-8802-e048b35d2ad8 req-21acc253-c37d-4b08-89bd-fd8fa0b2bb87 service nova] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.522853] env[69481]: DEBUG nova.compute.manager [req-d6f0641e-8db6-48af-8802-e048b35d2ad8 req-21acc253-c37d-4b08-89bd-fd8fa0b2bb87 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] No waiting events found dispatching network-vif-unplugged-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1359.522853] env[69481]: WARNING nova.compute.manager [req-d6f0641e-8db6-48af-8802-e048b35d2ad8 req-21acc253-c37d-4b08-89bd-fd8fa0b2bb87 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Received unexpected event network-vif-unplugged-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f for instance with vm_state shelved and task_state shelving_offloading. [ 1359.606438] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.607409] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d467a1c-b4c3-42e4-8d55-be512d0b18c3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.615021] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.615228] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-390596d6-29f5-4727-b4fe-d3a6931da986 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.689970] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.690270] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.690414] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleting the datastore file [datastore2] a1f13ab4-8988-4744-a6d9-accdd6ca23e1 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.690681] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7aae316-0aa7-4f4b-8f2c-0a352b3c0732 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.698088] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1359.698088] env[69481]: value = "task-3265037" [ 1359.698088] env[69481]: _type = "Task" [ 1359.698088] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.706169] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.720716] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.862566] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.207873] env[69481]: DEBUG oslo_vmware.api [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203656} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.208159] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.208349] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.208522] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.231752] env[69481]: INFO nova.scheduler.client.report [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleted allocations for instance a1f13ab4-8988-4744-a6d9-accdd6ca23e1 [ 1360.736836] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.737169] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.737402] env[69481]: DEBUG nova.objects.instance [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'resources' on Instance uuid a1f13ab4-8988-4744-a6d9-accdd6ca23e1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.924176] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "534ba17f-acec-4c46-abe8-241041cbdfb1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.924482] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.924707] env[69481]: INFO nova.compute.manager [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Attaching volume a6354258-90cf-4529-8e5a-b8bef6a53524 to /dev/sdb [ 1360.955117] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e3a450-b9fc-4b7e-ae14-bef9779cc8e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.962140] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61323a42-8fc3-4f97-871d-8bd93da3e7f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.975209] env[69481]: DEBUG nova.virt.block_device [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Updating existing volume attachment record: 6af5553f-b901-42f4-b2d6-a48f5c6afe29 {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1361.240531] env[69481]: DEBUG nova.objects.instance [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'numa_topology' on Instance uuid a1f13ab4-8988-4744-a6d9-accdd6ca23e1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.549209] env[69481]: DEBUG nova.compute.manager [req-44e69a0a-41cc-4247-b591-ba5450915152 req-9676a3b5-c192-4481-a39d-53ebf494739f service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Received event network-changed-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.549389] env[69481]: DEBUG nova.compute.manager [req-44e69a0a-41cc-4247-b591-ba5450915152 req-9676a3b5-c192-4481-a39d-53ebf494739f service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Refreshing instance network info cache due to event network-changed-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1361.549615] env[69481]: DEBUG oslo_concurrency.lockutils [req-44e69a0a-41cc-4247-b591-ba5450915152 req-9676a3b5-c192-4481-a39d-53ebf494739f service nova] Acquiring lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.549761] env[69481]: DEBUG oslo_concurrency.lockutils [req-44e69a0a-41cc-4247-b591-ba5450915152 req-9676a3b5-c192-4481-a39d-53ebf494739f service nova] Acquired lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.549925] env[69481]: DEBUG nova.network.neutron [req-44e69a0a-41cc-4247-b591-ba5450915152 req-9676a3b5-c192-4481-a39d-53ebf494739f service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Refreshing network info cache for port 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.721087] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.721338] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.721515] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.743272] env[69481]: DEBUG nova.objects.base [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1361.806166] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aafec98-b99b-4a55-aaf8-55bed06b0b03 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.814301] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b677a2ed-d29f-408d-b16a-74207c59c9ec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.844941] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa09198-2904-466d-b61a-fc87ac9f574f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.851918] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11ccb2d-3471-4203-933e-6ef322bb84e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.865974] env[69481]: DEBUG nova.compute.provider_tree [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.878791] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.253423] env[69481]: DEBUG nova.network.neutron [req-44e69a0a-41cc-4247-b591-ba5450915152 req-9676a3b5-c192-4481-a39d-53ebf494739f service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updated VIF entry in instance network info cache for port 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.253778] env[69481]: DEBUG nova.network.neutron [req-44e69a0a-41cc-4247-b591-ba5450915152 req-9676a3b5-c192-4481-a39d-53ebf494739f service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updating instance_info_cache with network_info: [{"id": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "address": "fa:16:3e:8a:69:9e", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": null, "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4e18c8e0-1a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.369059] env[69481]: DEBUG nova.scheduler.client.report [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.720896] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.756623] env[69481]: DEBUG oslo_concurrency.lockutils [req-44e69a0a-41cc-4247-b591-ba5450915152 req-9676a3b5-c192-4481-a39d-53ebf494739f service nova] Releasing lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.874106] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.224108] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.224292] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.224420] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.224619] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1363.225570] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5ce3aa-2f38-4875-b686-df33809d3a8f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.233634] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0453aca4-fec9-4fd1-8b8c-69f9a3c47212 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.247702] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7c762a-597d-4cbd-88ed-0e8d9c57aec5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.254455] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac1c5ae-0ed2-4696-8076-fb9c81155fd7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.282818] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180166MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1363.283054] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.283308] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.381430] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2008617f-fd6d-41dc-9a1c-4f44e70b70ae tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.253s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.382656] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.503s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.382877] env[69481]: INFO nova.compute.manager [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Unshelving [ 1364.312026] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 534ba17f-acec-4c46-abe8-241041cbdfb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.312329] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 562e3df9-a430-4b82-bd87-b4f980c90efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.312378] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance d1c95718-0b61-4b02-b908-601c834efa21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.403917] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.815868] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance a1f13ab4-8988-4744-a6d9-accdd6ca23e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1364.816112] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1364.816188] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1364.869859] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be19c6dd-3145-4fbd-b120-d2d9065293e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.877717] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9108056-e7e6-4c62-9009-11d8a659f2eb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.907826] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96e3e8c-8b48-42c5-9e24-cd3cdd283ee6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.914580] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2fa659-afcf-4b92-a739-ad69a78b70b1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.926994] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.430679] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.936287] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1365.936507] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.653s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.936799] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.533s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.937024] env[69481]: DEBUG nova.objects.instance [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'pci_requests' on Instance uuid a1f13ab4-8988-4744-a6d9-accdd6ca23e1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.018652] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1366.018892] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652235', 'volume_id': 'a6354258-90cf-4529-8e5a-b8bef6a53524', 'name': 'volume-a6354258-90cf-4529-8e5a-b8bef6a53524', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '534ba17f-acec-4c46-abe8-241041cbdfb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6354258-90cf-4529-8e5a-b8bef6a53524', 'serial': 'a6354258-90cf-4529-8e5a-b8bef6a53524'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1366.019780] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39e822b-6152-42a0-9659-19d15ecb9f64 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.036508] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55d3e2a-c377-4228-97fc-0defc8168291 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.059999] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-a6354258-90cf-4529-8e5a-b8bef6a53524/volume-a6354258-90cf-4529-8e5a-b8bef6a53524.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.060250] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3009774b-63dd-4c16-9766-316e6dcd6d36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.077119] env[69481]: DEBUG oslo_vmware.api [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1366.077119] env[69481]: value = "task-3265042" [ 1366.077119] env[69481]: _type = "Task" [ 1366.077119] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.084342] env[69481]: DEBUG oslo_vmware.api [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.442501] env[69481]: DEBUG nova.objects.instance [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'numa_topology' on Instance uuid a1f13ab4-8988-4744-a6d9-accdd6ca23e1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.587014] env[69481]: DEBUG oslo_vmware.api [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265042, 'name': ReconfigVM_Task, 'duration_secs': 0.317567} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.587301] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-a6354258-90cf-4529-8e5a-b8bef6a53524/volume-a6354258-90cf-4529-8e5a-b8bef6a53524.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.591927] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8b0c1e-9b77-4f91-805c-5d460b0ec59c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.607076] env[69481]: DEBUG oslo_vmware.api [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1366.607076] env[69481]: value = "task-3265043" [ 1366.607076] env[69481]: _type = "Task" [ 1366.607076] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.614763] env[69481]: DEBUG oslo_vmware.api [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.935357] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.935577] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.935737] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.935880] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1366.944536] env[69481]: INFO nova.compute.claims [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.116228] env[69481]: DEBUG oslo_vmware.api [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265043, 'name': ReconfigVM_Task, 'duration_secs': 0.133114} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.116530] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652235', 'volume_id': 'a6354258-90cf-4529-8e5a-b8bef6a53524', 'name': 'volume-a6354258-90cf-4529-8e5a-b8bef6a53524', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '534ba17f-acec-4c46-abe8-241041cbdfb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6354258-90cf-4529-8e5a-b8bef6a53524', 'serial': 'a6354258-90cf-4529-8e5a-b8bef6a53524'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1368.007986] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3db3ff-b2e2-4641-ab29-c8557faeae21 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.015636] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a43d55f-71d3-461a-ad14-39c79ea5ffa6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.045895] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f60b3-33b9-4b45-a256-6962d8b1c238 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.052778] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7415fc-ced9-4294-95bc-774b070792a8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.065344] env[69481]: DEBUG nova.compute.provider_tree [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.152880] env[69481]: DEBUG nova.objects.instance [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'flavor' on Instance uuid 534ba17f-acec-4c46-abe8-241041cbdfb1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.250470] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "534ba17f-acec-4c46-abe8-241041cbdfb1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.567908] env[69481]: DEBUG nova.scheduler.client.report [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.657928] env[69481]: DEBUG oslo_concurrency.lockutils [None req-fc66df7e-c65b-41d2-a56c-088bbdaa8a88 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.733s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.658865] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.409s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.659079] env[69481]: DEBUG nova.compute.manager [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.660064] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8968593-c99e-486b-8ffe-5aa978ff4c68 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.666693] env[69481]: DEBUG nova.compute.manager [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1368.667250] env[69481]: DEBUG nova.objects.instance [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'flavor' on Instance uuid 534ba17f-acec-4c46-abe8-241041cbdfb1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.073181] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.136s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.101338] env[69481]: INFO nova.network.neutron [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updating port 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1369.673782] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.674131] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c980230-9cde-4242-a74c-8cd9cfea4f6b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.682019] env[69481]: DEBUG oslo_vmware.api [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1369.682019] env[69481]: value = "task-3265044" [ 1369.682019] env[69481]: _type = "Task" [ 1369.682019] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.689885] env[69481]: DEBUG oslo_vmware.api [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.192805] env[69481]: DEBUG oslo_vmware.api [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265044, 'name': PowerOffVM_Task, 'duration_secs': 0.20868} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.193242] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.193363] env[69481]: DEBUG nova.compute.manager [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.194240] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e0babd-008b-444c-9eb4-a77eb0b3f92b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.459347] env[69481]: DEBUG nova.compute.manager [req-c13cf3e6-b8be-4e2a-94de-755743f507c8 req-f27eb978-45ac-4ca8-80a9-f14e07029e42 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Received event network-vif-plugged-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.459585] env[69481]: DEBUG oslo_concurrency.lockutils [req-c13cf3e6-b8be-4e2a-94de-755743f507c8 req-f27eb978-45ac-4ca8-80a9-f14e07029e42 service nova] Acquiring lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.459860] env[69481]: DEBUG oslo_concurrency.lockutils [req-c13cf3e6-b8be-4e2a-94de-755743f507c8 req-f27eb978-45ac-4ca8-80a9-f14e07029e42 service nova] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.459976] env[69481]: DEBUG oslo_concurrency.lockutils [req-c13cf3e6-b8be-4e2a-94de-755743f507c8 req-f27eb978-45ac-4ca8-80a9-f14e07029e42 service nova] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.460127] env[69481]: DEBUG nova.compute.manager [req-c13cf3e6-b8be-4e2a-94de-755743f507c8 req-f27eb978-45ac-4ca8-80a9-f14e07029e42 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] No waiting events found dispatching network-vif-plugged-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1370.460298] env[69481]: WARNING nova.compute.manager [req-c13cf3e6-b8be-4e2a-94de-755743f507c8 req-f27eb978-45ac-4ca8-80a9-f14e07029e42 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Received unexpected event network-vif-plugged-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f for instance with vm_state shelved_offloaded and task_state spawning. [ 1370.534896] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.535087] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.535215] env[69481]: DEBUG nova.network.neutron [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.709095] env[69481]: DEBUG oslo_concurrency.lockutils [None req-98c58ad5-013b-434b-a9b9-816ef9de4853 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.294447] env[69481]: DEBUG nova.network.neutron [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updating instance_info_cache with network_info: [{"id": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "address": "fa:16:3e:8a:69:9e", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e18c8e0-1a", "ovs_interfaceid": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.788141] env[69481]: DEBUG nova.objects.instance [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'flavor' on Instance uuid 534ba17f-acec-4c46-abe8-241041cbdfb1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.797439] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.824357] env[69481]: DEBUG nova.virt.hardware [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f0d7f7d82c54cf051f631d782de79e2e',container_format='bare',created_at=2025-04-03T15:13:35Z,direct_url=,disk_format='vmdk',id=cf1048b0-798a-4090-b69f-d1eff0636509,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1066918134-shelved',owner='1aa0981badff473ea226cfab0cff2656',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-03T15:13:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.824623] env[69481]: DEBUG nova.virt.hardware [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.824790] env[69481]: DEBUG nova.virt.hardware [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.826029] env[69481]: DEBUG nova.virt.hardware [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.826029] env[69481]: DEBUG nova.virt.hardware [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.826029] env[69481]: DEBUG nova.virt.hardware [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.826029] env[69481]: DEBUG nova.virt.hardware [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.826029] env[69481]: DEBUG nova.virt.hardware [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.826029] env[69481]: DEBUG nova.virt.hardware [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.826029] env[69481]: DEBUG nova.virt.hardware [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.826672] env[69481]: DEBUG nova.virt.hardware [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.827118] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9ebdb7-494c-4534-a208-4b8337ef91e2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.834994] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd3bbbf-e208-4d68-8e1e-1dc033bb4497 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.848534] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:69:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e18c8e0-1a94-4cc7-bf97-79c74fe2601f', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.855954] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.856202] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.856409] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8a2bc2a-efbb-49ac-8373-665d8022c68a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.875480] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.875480] env[69481]: value = "task-3265045" [ 1371.875480] env[69481]: _type = "Task" [ 1371.875480] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.882372] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265045, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.293882] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.294078] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquired lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.294293] env[69481]: DEBUG nova.network.neutron [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.294472] env[69481]: DEBUG nova.objects.instance [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'info_cache' on Instance uuid 534ba17f-acec-4c46-abe8-241041cbdfb1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.385904] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265045, 'name': CreateVM_Task, 'duration_secs': 0.31873} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.385904] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.386216] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.386216] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.386532] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.386812] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc18d334-d452-4764-bd80-c2271c907813 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.391288] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1372.391288] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52109e6f-a195-f3b3-9d42-c678a3eac22c" [ 1372.391288] env[69481]: _type = "Task" [ 1372.391288] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.398971] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52109e6f-a195-f3b3-9d42-c678a3eac22c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.485434] env[69481]: DEBUG nova.compute.manager [req-7c4065d5-398f-406e-8b54-18802ae34568 req-35c0a0af-66db-4ea9-b847-2a0c94b09eb9 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Received event network-changed-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.485634] env[69481]: DEBUG nova.compute.manager [req-7c4065d5-398f-406e-8b54-18802ae34568 req-35c0a0af-66db-4ea9-b847-2a0c94b09eb9 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Refreshing instance network info cache due to event network-changed-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1372.485848] env[69481]: DEBUG oslo_concurrency.lockutils [req-7c4065d5-398f-406e-8b54-18802ae34568 req-35c0a0af-66db-4ea9-b847-2a0c94b09eb9 service nova] Acquiring lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.485991] env[69481]: DEBUG oslo_concurrency.lockutils [req-7c4065d5-398f-406e-8b54-18802ae34568 req-35c0a0af-66db-4ea9-b847-2a0c94b09eb9 service nova] Acquired lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.486177] env[69481]: DEBUG nova.network.neutron [req-7c4065d5-398f-406e-8b54-18802ae34568 req-35c0a0af-66db-4ea9-b847-2a0c94b09eb9 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Refreshing network info cache for port 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.798357] env[69481]: DEBUG nova.objects.base [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Object Instance<534ba17f-acec-4c46-abe8-241041cbdfb1> lazy-loaded attributes: flavor,info_cache {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1372.901641] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.901913] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Processing image cf1048b0-798a-4090-b69f-d1eff0636509 {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.902168] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509/cf1048b0-798a-4090-b69f-d1eff0636509.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.902321] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509/cf1048b0-798a-4090-b69f-d1eff0636509.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.902500] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.902760] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbac2000-5841-47e3-81db-82c216e9478f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.911321] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.911321] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.911953] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4122631-32f0-46ed-a577-033db1267e1e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.916772] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1372.916772] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5270d292-f006-b4eb-7f41-32aa1028eebb" [ 1372.916772] env[69481]: _type = "Task" [ 1372.916772] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.923952] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5270d292-f006-b4eb-7f41-32aa1028eebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.172626] env[69481]: DEBUG nova.network.neutron [req-7c4065d5-398f-406e-8b54-18802ae34568 req-35c0a0af-66db-4ea9-b847-2a0c94b09eb9 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updated VIF entry in instance network info cache for port 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.173064] env[69481]: DEBUG nova.network.neutron [req-7c4065d5-398f-406e-8b54-18802ae34568 req-35c0a0af-66db-4ea9-b847-2a0c94b09eb9 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updating instance_info_cache with network_info: [{"id": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "address": "fa:16:3e:8a:69:9e", "network": {"id": "ed449943-0532-41fd-bdc7-069a04780df0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532038688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa0981badff473ea226cfab0cff2656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e18c8e0-1a", "ovs_interfaceid": "4e18c8e0-1a94-4cc7-bf97-79c74fe2601f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.427046] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Preparing fetch location {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1373.427357] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Fetch image to [datastore2] OSTACK_IMG_5dc64793-1afc-4add-ae27-1cfdb9c28355/OSTACK_IMG_5dc64793-1afc-4add-ae27-1cfdb9c28355.vmdk {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1373.427357] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Downloading stream optimized image cf1048b0-798a-4090-b69f-d1eff0636509 to [datastore2] OSTACK_IMG_5dc64793-1afc-4add-ae27-1cfdb9c28355/OSTACK_IMG_5dc64793-1afc-4add-ae27-1cfdb9c28355.vmdk on the data store datastore2 as vApp {{(pid=69481) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1373.427533] env[69481]: DEBUG nova.virt.vmwareapi.images [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Downloading image file data cf1048b0-798a-4090-b69f-d1eff0636509 to the ESX as VM named 'OSTACK_IMG_5dc64793-1afc-4add-ae27-1cfdb9c28355' {{(pid=69481) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1373.494696] env[69481]: DEBUG nova.network.neutron [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Updating instance_info_cache with network_info: [{"id": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "address": "fa:16:3e:5c:64:25", "network": {"id": "607d923a-df6c-4f61-9d27-c7f70f7462aa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-644579860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8e85d6f80a4fbd8b7bead0d6127eba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb228d3-9f", "ovs_interfaceid": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.497011] env[69481]: DEBUG oslo_vmware.rw_handles [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1373.497011] env[69481]: value = "resgroup-9" [ 1373.497011] env[69481]: _type = "ResourcePool" [ 1373.497011] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1373.497011] env[69481]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9819460f-e105-4f17-8c57-9fffc8436fb3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.513805] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Releasing lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.521595] env[69481]: DEBUG oslo_vmware.rw_handles [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lease: (returnval){ [ 1373.521595] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52422297-824e-6c09-4ab7-770e0e26ad52" [ 1373.521595] env[69481]: _type = "HttpNfcLease" [ 1373.521595] env[69481]: } obtained for vApp import into resource pool (val){ [ 1373.521595] env[69481]: value = "resgroup-9" [ 1373.521595] env[69481]: _type = "ResourcePool" [ 1373.521595] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1373.521595] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the lease: (returnval){ [ 1373.521595] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52422297-824e-6c09-4ab7-770e0e26ad52" [ 1373.521595] env[69481]: _type = "HttpNfcLease" [ 1373.521595] env[69481]: } to be ready. {{(pid=69481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1373.529065] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1373.529065] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52422297-824e-6c09-4ab7-770e0e26ad52" [ 1373.529065] env[69481]: _type = "HttpNfcLease" [ 1373.529065] env[69481]: } is initializing. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1373.676243] env[69481]: DEBUG oslo_concurrency.lockutils [req-7c4065d5-398f-406e-8b54-18802ae34568 req-35c0a0af-66db-4ea9-b847-2a0c94b09eb9 service nova] Releasing lock "refresh_cache-a1f13ab4-8988-4744-a6d9-accdd6ca23e1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.029420] env[69481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1374.029420] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52422297-824e-6c09-4ab7-770e0e26ad52" [ 1374.029420] env[69481]: _type = "HttpNfcLease" [ 1374.029420] env[69481]: } is ready. {{(pid=69481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1374.029718] env[69481]: DEBUG oslo_vmware.rw_handles [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1374.029718] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52422297-824e-6c09-4ab7-770e0e26ad52" [ 1374.029718] env[69481]: _type = "HttpNfcLease" [ 1374.029718] env[69481]: }. {{(pid=69481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1374.030635] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6910009-9315-4480-afd5-02abbc0fcdd4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.037637] env[69481]: DEBUG oslo_vmware.rw_handles [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dfff0-27a7-3d4c-f2b4-1eb2e114df7f/disk-0.vmdk from lease info. {{(pid=69481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1374.037809] env[69481]: DEBUG oslo_vmware.rw_handles [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dfff0-27a7-3d4c-f2b4-1eb2e114df7f/disk-0.vmdk. {{(pid=69481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1374.102911] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a5e41ca-2507-4149-8398-c5bab97fd39c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.522069] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.522069] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-175aca77-f02e-4e6d-9388-035faa94877b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.530595] env[69481]: DEBUG oslo_vmware.api [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1374.530595] env[69481]: value = "task-3265047" [ 1374.530595] env[69481]: _type = "Task" [ 1374.530595] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.542454] env[69481]: DEBUG oslo_vmware.api [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.042489] env[69481]: DEBUG oslo_vmware.api [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265047, 'name': PowerOnVM_Task, 'duration_secs': 0.441824} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.042806] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.043031] env[69481]: DEBUG nova.compute.manager [None req-8ce7a1b6-3963-4bda-8f5e-f79252dfc8c2 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.043912] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b7fd2a-c025-4498-9cea-f7d85bfbba11 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.172447] env[69481]: DEBUG oslo_vmware.rw_handles [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Completed reading data from the image iterator. {{(pid=69481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1375.172706] env[69481]: DEBUG oslo_vmware.rw_handles [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dfff0-27a7-3d4c-f2b4-1eb2e114df7f/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1375.173813] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f8274-6546-453b-b6bd-a7b063f8be11 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.181102] env[69481]: DEBUG oslo_vmware.rw_handles [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dfff0-27a7-3d4c-f2b4-1eb2e114df7f/disk-0.vmdk is in state: ready. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1375.181200] env[69481]: DEBUG oslo_vmware.rw_handles [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dfff0-27a7-3d4c-f2b4-1eb2e114df7f/disk-0.vmdk. {{(pid=69481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1375.181386] env[69481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3f641aa5-1f9f-418e-bcdb-3a7f0881cf7b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.384037] env[69481]: DEBUG oslo_vmware.rw_handles [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dfff0-27a7-3d4c-f2b4-1eb2e114df7f/disk-0.vmdk. {{(pid=69481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1375.384289] env[69481]: INFO nova.virt.vmwareapi.images [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Downloaded image file data cf1048b0-798a-4090-b69f-d1eff0636509 [ 1375.385187] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a97e63-1864-4b76-a8b0-942d7e65626e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.400327] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deeacab4-3896-4d44-b1a1-5fa6e733aee7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.428165] env[69481]: INFO nova.virt.vmwareapi.images [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] The imported VM was unregistered [ 1375.430677] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Caching image {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1375.430915] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509 {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.431192] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7833e88a-4b45-4143-934d-b831ea990515 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.441582] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Created directory with path [datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509 {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.441765] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5dc64793-1afc-4add-ae27-1cfdb9c28355/OSTACK_IMG_5dc64793-1afc-4add-ae27-1cfdb9c28355.vmdk to [datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509/cf1048b0-798a-4090-b69f-d1eff0636509.vmdk. {{(pid=69481) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1375.442009] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4d323438-4fa9-4aef-8c97-f9f477d3cb5f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.450362] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1375.450362] env[69481]: value = "task-3265049" [ 1375.450362] env[69481]: _type = "Task" [ 1375.450362] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.457857] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265049, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.960929] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265049, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.467844] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265049, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.961928] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265049, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.462745] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265049, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.965938] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265049, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.292777} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.966331] env[69481]: INFO nova.virt.vmwareapi.ds_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5dc64793-1afc-4add-ae27-1cfdb9c28355/OSTACK_IMG_5dc64793-1afc-4add-ae27-1cfdb9c28355.vmdk to [datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509/cf1048b0-798a-4090-b69f-d1eff0636509.vmdk. [ 1377.966406] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Cleaning up location [datastore2] OSTACK_IMG_5dc64793-1afc-4add-ae27-1cfdb9c28355 {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1377.966567] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5dc64793-1afc-4add-ae27-1cfdb9c28355 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.966825] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd92cd99-d27c-498a-a964-cf2c73eee1f7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.974359] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1377.974359] env[69481]: value = "task-3265050" [ 1377.974359] env[69481]: _type = "Task" [ 1377.974359] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.981944] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.484946] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039862} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.485226] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.485395] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509/cf1048b0-798a-4090-b69f-d1eff0636509.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.485638] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509/cf1048b0-798a-4090-b69f-d1eff0636509.vmdk to [datastore2] a1f13ab4-8988-4744-a6d9-accdd6ca23e1/a1f13ab4-8988-4744-a6d9-accdd6ca23e1.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.485893] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28b4bb8d-2702-4814-87f3-b5bceea8688a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.492960] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1378.492960] env[69481]: value = "task-3265051" [ 1378.492960] env[69481]: _type = "Task" [ 1378.492960] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.500350] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.003124] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265051, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.504201] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265051, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.004921] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265051, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.476115] env[69481]: DEBUG oslo_concurrency.lockutils [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "562e3df9-a430-4b82-bd87-b4f980c90efc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.476383] env[69481]: DEBUG oslo_concurrency.lockutils [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.505905] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265051, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.979823] env[69481]: DEBUG nova.compute.utils [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1381.005597] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265051, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.152244} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.006065] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cf1048b0-798a-4090-b69f-d1eff0636509/cf1048b0-798a-4090-b69f-d1eff0636509.vmdk to [datastore2] a1f13ab4-8988-4744-a6d9-accdd6ca23e1/a1f13ab4-8988-4744-a6d9-accdd6ca23e1.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.006635] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a4d948-2822-4e73-8861-a551c795646e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.028110] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] a1f13ab4-8988-4744-a6d9-accdd6ca23e1/a1f13ab4-8988-4744-a6d9-accdd6ca23e1.vmdk or device None with type streamOptimized {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.028558] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-910e26a9-d2de-4b7f-8866-1dabce475857 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.046681] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1381.046681] env[69481]: value = "task-3265052" [ 1381.046681] env[69481]: _type = "Task" [ 1381.046681] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.053955] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.482623] env[69481]: DEBUG oslo_concurrency.lockutils [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.557797] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.057574] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265052, 'name': ReconfigVM_Task, 'duration_secs': 0.535288} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.057889] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Reconfigured VM instance instance-00000078 to attach disk [datastore2] a1f13ab4-8988-4744-a6d9-accdd6ca23e1/a1f13ab4-8988-4744-a6d9-accdd6ca23e1.vmdk or device None with type streamOptimized {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.058477] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4c8ccf4-b418-407b-abe9-5b9c987cb495 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.065283] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1382.065283] env[69481]: value = "task-3265053" [ 1382.065283] env[69481]: _type = "Task" [ 1382.065283] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.073403] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265053, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.540518] env[69481]: DEBUG oslo_concurrency.lockutils [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "562e3df9-a430-4b82-bd87-b4f980c90efc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.540796] env[69481]: DEBUG oslo_concurrency.lockutils [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.541023] env[69481]: INFO nova.compute.manager [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Attaching volume 11920d55-7980-4cde-a4c6-514c5a3449f0 to /dev/sdb [ 1382.571362] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b716cf96-a2f0-4919-929b-9b244a615f0d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.576845] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265053, 'name': Rename_Task, 'duration_secs': 0.151963} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.577449] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.577683] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d3a2aa4-a4e7-493a-9571-6faf57a5714b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.581015] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e44f0ef-0e54-4b4c-ab22-da0e2d2e8bbf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.585108] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1382.585108] env[69481]: value = "task-3265054" [ 1382.585108] env[69481]: _type = "Task" [ 1382.585108] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.591904] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.596047] env[69481]: DEBUG nova.virt.block_device [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Updating existing volume attachment record: e5ceb5b9-20f9-4e7c-8df1-9db5441db75f {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1383.094909] env[69481]: DEBUG oslo_vmware.api [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265054, 'name': PowerOnVM_Task, 'duration_secs': 0.450967} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.095212] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.191989] env[69481]: DEBUG nova.compute.manager [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.192976] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72510f7e-477e-4d34-ba7f-16e2ee7508dc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.711944] env[69481]: DEBUG oslo_concurrency.lockutils [None req-bbd951c9-8e1e-418b-8ac2-2cb2e6f3f9e7 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.330s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.738620] env[69481]: DEBUG oslo_concurrency.lockutils [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.738991] env[69481]: DEBUG oslo_concurrency.lockutils [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.739065] env[69481]: DEBUG oslo_concurrency.lockutils [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.739255] env[69481]: DEBUG oslo_concurrency.lockutils [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.739428] env[69481]: DEBUG oslo_concurrency.lockutils [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.741598] env[69481]: INFO nova.compute.manager [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Terminating instance [ 1385.245331] env[69481]: DEBUG nova.compute.manager [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.245600] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.246499] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a43abc-fe3a-4951-8af7-2bb58256c52c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.253997] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.254250] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cb88982-e6e0-420d-b7fb-5220e87c3dda {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.260031] env[69481]: DEBUG oslo_vmware.api [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1385.260031] env[69481]: value = "task-3265057" [ 1385.260031] env[69481]: _type = "Task" [ 1385.260031] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.269900] env[69481]: DEBUG oslo_vmware.api [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.770174] env[69481]: DEBUG oslo_vmware.api [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265057, 'name': PowerOffVM_Task, 'duration_secs': 0.177161} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.770557] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.770605] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.770825] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4e729f1-cfa2-4196-8c22-fba5c0a6602d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.836286] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.836540] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.836765] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleting the datastore file [datastore2] a1f13ab4-8988-4744-a6d9-accdd6ca23e1 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.837074] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80e28e36-1542-4736-8c5c-6d97282eadd6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.843653] env[69481]: DEBUG oslo_vmware.api [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for the task: (returnval){ [ 1385.843653] env[69481]: value = "task-3265059" [ 1385.843653] env[69481]: _type = "Task" [ 1385.843653] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.851754] env[69481]: DEBUG oslo_vmware.api [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.353283] env[69481]: DEBUG oslo_vmware.api [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Task: {'id': task-3265059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123584} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.353571] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.353764] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.353943] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.354141] env[69481]: INFO nova.compute.manager [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1386.354386] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.354583] env[69481]: DEBUG nova.compute.manager [-] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.354681] env[69481]: DEBUG nova.network.neutron [-] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.810951] env[69481]: DEBUG nova.compute.manager [req-2df746c0-e564-4f0d-bc56-2361f6cc9c72 req-3b2d2e81-e1eb-4e71-be70-605014d94dc7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Received event network-vif-deleted-4e18c8e0-1a94-4cc7-bf97-79c74fe2601f {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.810951] env[69481]: INFO nova.compute.manager [req-2df746c0-e564-4f0d-bc56-2361f6cc9c72 req-3b2d2e81-e1eb-4e71-be70-605014d94dc7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Neutron deleted interface 4e18c8e0-1a94-4cc7-bf97-79c74fe2601f; detaching it from the instance and deleting it from the info cache [ 1386.810951] env[69481]: DEBUG nova.network.neutron [req-2df746c0-e564-4f0d-bc56-2361f6cc9c72 req-3b2d2e81-e1eb-4e71-be70-605014d94dc7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.140555] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1387.140802] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652238', 'volume_id': '11920d55-7980-4cde-a4c6-514c5a3449f0', 'name': 'volume-11920d55-7980-4cde-a4c6-514c5a3449f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '562e3df9-a430-4b82-bd87-b4f980c90efc', 'attached_at': '', 'detached_at': '', 'volume_id': '11920d55-7980-4cde-a4c6-514c5a3449f0', 'serial': '11920d55-7980-4cde-a4c6-514c5a3449f0'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1387.141728] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753de343-706b-4bd1-b142-5b35d364ead5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.157801] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4881e7-c002-478d-9ec3-f4a1a95e42b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.181844] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-11920d55-7980-4cde-a4c6-514c5a3449f0/volume-11920d55-7980-4cde-a4c6-514c5a3449f0.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.182547] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2e792b0-7a39-4369-85c9-3b43b6e2b2c4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.203248] env[69481]: DEBUG oslo_vmware.api [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1387.203248] env[69481]: value = "task-3265060" [ 1387.203248] env[69481]: _type = "Task" [ 1387.203248] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.212310] env[69481]: DEBUG oslo_vmware.api [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.289846] env[69481]: DEBUG nova.network.neutron [-] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.313320] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c72f539-5cd8-4af2-ab0a-d3262db369d3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.322954] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353a14cb-12b7-4f97-a7f8-0ed20f67d72b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.350438] env[69481]: DEBUG nova.compute.manager [req-2df746c0-e564-4f0d-bc56-2361f6cc9c72 req-3b2d2e81-e1eb-4e71-be70-605014d94dc7 service nova] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Detach interface failed, port_id=4e18c8e0-1a94-4cc7-bf97-79c74fe2601f, reason: Instance a1f13ab4-8988-4744-a6d9-accdd6ca23e1 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1387.714193] env[69481]: DEBUG oslo_vmware.api [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265060, 'name': ReconfigVM_Task, 'duration_secs': 0.329726} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.714610] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-11920d55-7980-4cde-a4c6-514c5a3449f0/volume-11920d55-7980-4cde-a4c6-514c5a3449f0.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.720049] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5b61bc2-7201-4769-bdd0-e6f9eedf14fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.735460] env[69481]: DEBUG oslo_vmware.api [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1387.735460] env[69481]: value = "task-3265061" [ 1387.735460] env[69481]: _type = "Task" [ 1387.735460] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.742849] env[69481]: DEBUG oslo_vmware.api [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.794616] env[69481]: INFO nova.compute.manager [-] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Took 1.44 seconds to deallocate network for instance. [ 1388.245182] env[69481]: DEBUG oslo_vmware.api [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265061, 'name': ReconfigVM_Task, 'duration_secs': 0.135634} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.245490] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652238', 'volume_id': '11920d55-7980-4cde-a4c6-514c5a3449f0', 'name': 'volume-11920d55-7980-4cde-a4c6-514c5a3449f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '562e3df9-a430-4b82-bd87-b4f980c90efc', 'attached_at': '', 'detached_at': '', 'volume_id': '11920d55-7980-4cde-a4c6-514c5a3449f0', 'serial': '11920d55-7980-4cde-a4c6-514c5a3449f0'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1388.300923] env[69481]: DEBUG oslo_concurrency.lockutils [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.301225] env[69481]: DEBUG oslo_concurrency.lockutils [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.301446] env[69481]: DEBUG nova.objects.instance [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lazy-loading 'resources' on Instance uuid a1f13ab4-8988-4744-a6d9-accdd6ca23e1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.866722] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049d5e82-fb28-4382-8c51-4246682a8fea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.874780] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724d201-5091-486f-9a5b-225ac874918c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.905157] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a156d757-58df-4072-a997-0bb047a5d40f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.911768] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d233fb1e-e7fb-4c81-b410-90623e23b71b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.924628] env[69481]: DEBUG nova.compute.provider_tree [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.279760] env[69481]: DEBUG nova.objects.instance [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lazy-loading 'flavor' on Instance uuid 562e3df9-a430-4b82-bd87-b4f980c90efc {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.427637] env[69481]: DEBUG nova.scheduler.client.report [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.784701] env[69481]: DEBUG oslo_concurrency.lockutils [None req-21f6bc8f-6bc0-4588-9b4c-d95b9f2f0550 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.932917] env[69481]: DEBUG oslo_concurrency.lockutils [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.956824] env[69481]: INFO nova.scheduler.client.report [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Deleted allocations for instance a1f13ab4-8988-4744-a6d9-accdd6ca23e1 [ 1389.962513] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "562e3df9-a430-4b82-bd87-b4f980c90efc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.962784] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.464613] env[69481]: DEBUG oslo_concurrency.lockutils [None req-49640fe6-1593-4860-ad06-4ff7835cdbf9 tempest-ServerActionsTestOtherB-804940500 tempest-ServerActionsTestOtherB-804940500-project-member] Lock "a1f13ab4-8988-4744-a6d9-accdd6ca23e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.726s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.466009] env[69481]: INFO nova.compute.manager [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Detaching volume 11920d55-7980-4cde-a4c6-514c5a3449f0 [ 1390.496595] env[69481]: INFO nova.virt.block_device [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Attempting to driver detach volume 11920d55-7980-4cde-a4c6-514c5a3449f0 from mountpoint /dev/sdb [ 1390.496825] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1390.497025] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652238', 'volume_id': '11920d55-7980-4cde-a4c6-514c5a3449f0', 'name': 'volume-11920d55-7980-4cde-a4c6-514c5a3449f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '562e3df9-a430-4b82-bd87-b4f980c90efc', 'attached_at': '', 'detached_at': '', 'volume_id': '11920d55-7980-4cde-a4c6-514c5a3449f0', 'serial': '11920d55-7980-4cde-a4c6-514c5a3449f0'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1390.497900] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762f7a5b-3981-4e37-82b9-416d52f4b9b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.519815] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93dee33-a027-44b5-bc6e-cb6d6e602ba5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.526415] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840633f0-bffb-46a8-9331-e4cd5005395d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.547926] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aca3349-9657-4b01-a2d8-4ee91c2b04c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.561352] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] The volume has not been displaced from its original location: [datastore1] volume-11920d55-7980-4cde-a4c6-514c5a3449f0/volume-11920d55-7980-4cde-a4c6-514c5a3449f0.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1390.566474] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1390.566737] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb5ae59-5117-4a74-898f-3340431b6501 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.584863] env[69481]: DEBUG oslo_vmware.api [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1390.584863] env[69481]: value = "task-3265062" [ 1390.584863] env[69481]: _type = "Task" [ 1390.584863] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.592141] env[69481]: DEBUG oslo_vmware.api [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.095621] env[69481]: DEBUG oslo_vmware.api [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.595482] env[69481]: DEBUG oslo_vmware.api [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.095696] env[69481]: DEBUG oslo_vmware.api [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265062, 'name': ReconfigVM_Task, 'duration_secs': 1.220897} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.095893] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1392.100493] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b6f9705-a537-4cb3-9077-5c92f4cddb8a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.116040] env[69481]: DEBUG oslo_vmware.api [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1392.116040] env[69481]: value = "task-3265064" [ 1392.116040] env[69481]: _type = "Task" [ 1392.116040] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.123822] env[69481]: DEBUG oslo_vmware.api [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.626691] env[69481]: DEBUG oslo_vmware.api [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265064, 'name': ReconfigVM_Task, 'duration_secs': 0.143461} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.627096] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652238', 'volume_id': '11920d55-7980-4cde-a4c6-514c5a3449f0', 'name': 'volume-11920d55-7980-4cde-a4c6-514c5a3449f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '562e3df9-a430-4b82-bd87-b4f980c90efc', 'attached_at': '', 'detached_at': '', 'volume_id': '11920d55-7980-4cde-a4c6-514c5a3449f0', 'serial': '11920d55-7980-4cde-a4c6-514c5a3449f0'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1393.170228] env[69481]: DEBUG nova.objects.instance [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lazy-loading 'flavor' on Instance uuid 562e3df9-a430-4b82-bd87-b4f980c90efc {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.178032] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3389f43d-8bfd-4f4b-8513-3cc82ee6729d tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.215s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.533213] env[69481]: DEBUG oslo_concurrency.lockutils [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "d1c95718-0b61-4b02-b908-601c834efa21" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.533534] env[69481]: DEBUG oslo_concurrency.lockutils [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.533725] env[69481]: DEBUG nova.compute.manager [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.534747] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04d1647-6ac1-4933-96cd-8f7b14cd5954 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.541909] env[69481]: DEBUG nova.compute.manager [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1394.542501] env[69481]: DEBUG nova.objects.instance [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'flavor' on Instance uuid d1c95718-0b61-4b02-b908-601c834efa21 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.291648] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "562e3df9-a430-4b82-bd87-b4f980c90efc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.291986] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.292151] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "562e3df9-a430-4b82-bd87-b4f980c90efc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.292338] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.292510] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.294813] env[69481]: INFO nova.compute.manager [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Terminating instance [ 1395.550240] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.550572] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7de78cac-d6fc-4826-8058-adaaf8ae4387 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.557759] env[69481]: DEBUG oslo_vmware.api [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1395.557759] env[69481]: value = "task-3265065" [ 1395.557759] env[69481]: _type = "Task" [ 1395.557759] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.565845] env[69481]: DEBUG oslo_vmware.api [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.799073] env[69481]: DEBUG nova.compute.manager [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.799330] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.800283] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cab23d6-115b-4cbc-a638-abff09608862 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.808058] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.808289] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e616c1e-ee24-47ed-b5c1-b73dd74d0950 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.814238] env[69481]: DEBUG oslo_vmware.api [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1395.814238] env[69481]: value = "task-3265066" [ 1395.814238] env[69481]: _type = "Task" [ 1395.814238] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.821688] env[69481]: DEBUG oslo_vmware.api [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.067300] env[69481]: DEBUG oslo_vmware.api [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265065, 'name': PowerOffVM_Task, 'duration_secs': 0.170559} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.067526] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.067724] env[69481]: DEBUG nova.compute.manager [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.068480] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47ea480-9408-4bb3-806d-7a27bc4134f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.323595] env[69481]: DEBUG oslo_vmware.api [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265066, 'name': PowerOffVM_Task, 'duration_secs': 0.166795} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.323914] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.324118] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.324376] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66182230-e229-407a-9a8f-3186f0b7e67a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.391137] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.391398] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.391609] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleting the datastore file [datastore1] 562e3df9-a430-4b82-bd87-b4f980c90efc {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.391884] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b81ac02-b60f-4e28-a102-56e0bbed5cc5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.402908] env[69481]: DEBUG oslo_vmware.api [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for the task: (returnval){ [ 1396.402908] env[69481]: value = "task-3265068" [ 1396.402908] env[69481]: _type = "Task" [ 1396.402908] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.411988] env[69481]: DEBUG oslo_vmware.api [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.578932] env[69481]: DEBUG oslo_concurrency.lockutils [None req-83d7047d-08e5-4a2b-b6f7-25d1e25db889 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.899496] env[69481]: DEBUG nova.objects.instance [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'flavor' on Instance uuid d1c95718-0b61-4b02-b908-601c834efa21 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.912846] env[69481]: DEBUG oslo_vmware.api [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Task: {'id': task-3265068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146584} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.913890] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.914100] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.914277] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.914453] env[69481]: INFO nova.compute.manager [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1396.914688] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.914876] env[69481]: DEBUG nova.compute.manager [-] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1396.914969] env[69481]: DEBUG nova.network.neutron [-] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.361791] env[69481]: DEBUG nova.compute.manager [req-2fe3b2a0-4c62-4827-bd71-0331dc9e3882 req-f2228090-cd70-44f4-b358-6281f8562142 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Received event network-vif-deleted-412f368b-ad58-4502-97e5-befd7ce20b23 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.362040] env[69481]: INFO nova.compute.manager [req-2fe3b2a0-4c62-4827-bd71-0331dc9e3882 req-f2228090-cd70-44f4-b358-6281f8562142 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Neutron deleted interface 412f368b-ad58-4502-97e5-befd7ce20b23; detaching it from the instance and deleting it from the info cache [ 1397.362246] env[69481]: DEBUG nova.network.neutron [req-2fe3b2a0-4c62-4827-bd71-0331dc9e3882 req-f2228090-cd70-44f4-b358-6281f8562142 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.404011] env[69481]: DEBUG oslo_concurrency.lockutils [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.404242] env[69481]: DEBUG oslo_concurrency.lockutils [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.404429] env[69481]: DEBUG nova.network.neutron [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.404864] env[69481]: DEBUG nova.objects.instance [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'info_cache' on Instance uuid d1c95718-0b61-4b02-b908-601c834efa21 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.838987] env[69481]: DEBUG nova.network.neutron [-] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.865290] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-239d6e51-3a5f-4c49-a297-2a88a92f131c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.874899] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79fb620-eced-46b0-910a-76dc444e9500 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.901761] env[69481]: DEBUG nova.compute.manager [req-2fe3b2a0-4c62-4827-bd71-0331dc9e3882 req-f2228090-cd70-44f4-b358-6281f8562142 service nova] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Detach interface failed, port_id=412f368b-ad58-4502-97e5-befd7ce20b23, reason: Instance 562e3df9-a430-4b82-bd87-b4f980c90efc could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1397.907712] env[69481]: DEBUG nova.objects.base [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1398.342326] env[69481]: INFO nova.compute.manager [-] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Took 1.43 seconds to deallocate network for instance. [ 1398.593138] env[69481]: DEBUG nova.network.neutron [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance_info_cache with network_info: [{"id": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "address": "fa:16:3e:07:7a:0a", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8de7d77-c1", "ovs_interfaceid": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.848909] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.849166] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.849385] env[69481]: DEBUG nova.objects.instance [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lazy-loading 'resources' on Instance uuid 562e3df9-a430-4b82-bd87-b4f980c90efc {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.096399] env[69481]: DEBUG oslo_concurrency.lockutils [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.401708] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a698f5-e1c1-46c0-8ce8-aaaf4a83d0d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.409231] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb8b636-b882-4c1d-89ca-8171a3f32bb1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.439186] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f193ac11-76ae-453a-ac25-a61d949298a7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.445769] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da7a15-3f48-4627-8313-2d891528e9db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.458664] env[69481]: DEBUG nova.compute.provider_tree [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.961934] env[69481]: DEBUG nova.scheduler.client.report [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.101292] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.101609] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f243fa22-5ecc-4ad9-bb22-f23e8332b6a0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.109181] env[69481]: DEBUG oslo_vmware.api [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1400.109181] env[69481]: value = "task-3265069" [ 1400.109181] env[69481]: _type = "Task" [ 1400.109181] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.116250] env[69481]: DEBUG oslo_vmware.api [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.466690] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.490580] env[69481]: INFO nova.scheduler.client.report [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Deleted allocations for instance 562e3df9-a430-4b82-bd87-b4f980c90efc [ 1400.619692] env[69481]: DEBUG oslo_vmware.api [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265069, 'name': PowerOnVM_Task, 'duration_secs': 0.406505} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.619952] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.620169] env[69481]: DEBUG nova.compute.manager [None req-70fa34a5-09bd-482e-9c53-7957e3259fd6 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.620902] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714ca7f7-66cd-42bd-a964-07e78f083909 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.999461] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ae52ec40-47d4-4925-8531-c739b8e5af22 tempest-AttachVolumeNegativeTest-718985054 tempest-AttachVolumeNegativeTest-718985054-project-member] Lock "562e3df9-a430-4b82-bd87-b4f980c90efc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.707s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.068288] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "534ba17f-acec-4c46-abe8-241041cbdfb1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.068288] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.570306] env[69481]: INFO nova.compute.manager [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Detaching volume a6354258-90cf-4529-8e5a-b8bef6a53524 [ 1412.606585] env[69481]: INFO nova.virt.block_device [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Attempting to driver detach volume a6354258-90cf-4529-8e5a-b8bef6a53524 from mountpoint /dev/sdb [ 1412.606818] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1412.607019] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652235', 'volume_id': 'a6354258-90cf-4529-8e5a-b8bef6a53524', 'name': 'volume-a6354258-90cf-4529-8e5a-b8bef6a53524', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '534ba17f-acec-4c46-abe8-241041cbdfb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6354258-90cf-4529-8e5a-b8bef6a53524', 'serial': 'a6354258-90cf-4529-8e5a-b8bef6a53524'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1412.607931] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad748574-c27f-4b93-9e61-7141b6de9477 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.629771] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d5b3b7-0e6e-4195-8483-582f86dcc50a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.636814] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce5697c-a0b9-492c-a8fc-031ba4b51d1c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.658187] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17e4da1-9b54-40dc-8ea8-fb97f7f8db6a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.673037] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] The volume has not been displaced from its original location: [datastore2] volume-a6354258-90cf-4529-8e5a-b8bef6a53524/volume-a6354258-90cf-4529-8e5a-b8bef6a53524.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1412.678576] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1412.678780] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfcf4da0-a462-4369-86cd-e4955c11c2a4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.696217] env[69481]: DEBUG oslo_vmware.api [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1412.696217] env[69481]: value = "task-3265073" [ 1412.696217] env[69481]: _type = "Task" [ 1412.696217] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.703845] env[69481]: DEBUG oslo_vmware.api [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.205836] env[69481]: DEBUG oslo_vmware.api [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265073, 'name': ReconfigVM_Task, 'duration_secs': 0.221909} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.206911] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1413.211293] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae871253-91dd-4aaf-8792-6528b09a8667 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.226211] env[69481]: DEBUG oslo_vmware.api [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1413.226211] env[69481]: value = "task-3265074" [ 1413.226211] env[69481]: _type = "Task" [ 1413.226211] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.233923] env[69481]: DEBUG oslo_vmware.api [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.736529] env[69481]: DEBUG oslo_vmware.api [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265074, 'name': ReconfigVM_Task, 'duration_secs': 0.143904} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.736915] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652235', 'volume_id': 'a6354258-90cf-4529-8e5a-b8bef6a53524', 'name': 'volume-a6354258-90cf-4529-8e5a-b8bef6a53524', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '534ba17f-acec-4c46-abe8-241041cbdfb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6354258-90cf-4529-8e5a-b8bef6a53524', 'serial': 'a6354258-90cf-4529-8e5a-b8bef6a53524'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1414.276509] env[69481]: DEBUG nova.objects.instance [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'flavor' on Instance uuid 534ba17f-acec-4c46-abe8-241041cbdfb1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.247026] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "534ba17f-acec-4c46-abe8-241041cbdfb1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.284322] env[69481]: DEBUG oslo_concurrency.lockutils [None req-da3eab56-bfd8-45f4-9657-e72ce0df7923 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.285565] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.039s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.285765] env[69481]: DEBUG nova.compute.manager [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.286825] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3331d785-6ece-4220-a7a4-6c8bd731516d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.293826] env[69481]: DEBUG nova.compute.manager [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1415.294384] env[69481]: DEBUG nova.objects.instance [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'flavor' on Instance uuid 534ba17f-acec-4c46-abe8-241041cbdfb1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.301707] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.302084] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fc7b7ca-3471-48a0-9283-32adb90b705e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.309327] env[69481]: DEBUG oslo_vmware.api [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1416.309327] env[69481]: value = "task-3265075" [ 1416.309327] env[69481]: _type = "Task" [ 1416.309327] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.318106] env[69481]: DEBUG oslo_vmware.api [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.820046] env[69481]: DEBUG oslo_vmware.api [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265075, 'name': PowerOffVM_Task, 'duration_secs': 0.202106} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.820046] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.820046] env[69481]: DEBUG nova.compute.manager [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.820901] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485cb3a5-df25-4e23-b523-513d40581201 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.332756] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d413371f-d276-4dac-be5b-7d36c8d39a9c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.628253] env[69481]: DEBUG nova.objects.instance [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'flavor' on Instance uuid 534ba17f-acec-4c46-abe8-241041cbdfb1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.133165] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.133399] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquired lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.133524] env[69481]: DEBUG nova.network.neutron [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.133740] env[69481]: DEBUG nova.objects.instance [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'info_cache' on Instance uuid 534ba17f-acec-4c46-abe8-241041cbdfb1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.637827] env[69481]: DEBUG nova.objects.base [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Object Instance<534ba17f-acec-4c46-abe8-241041cbdfb1> lazy-loaded attributes: flavor,info_cache {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1419.329608] env[69481]: DEBUG nova.network.neutron [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Updating instance_info_cache with network_info: [{"id": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "address": "fa:16:3e:5c:64:25", "network": {"id": "607d923a-df6c-4f61-9d27-c7f70f7462aa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-644579860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8e85d6f80a4fbd8b7bead0d6127eba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb228d3-9f", "ovs_interfaceid": "9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.832914] env[69481]: DEBUG oslo_concurrency.lockutils [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Releasing lock "refresh_cache-534ba17f-acec-4c46-abe8-241041cbdfb1" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.721610] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.838674] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.839062] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cdcb223-1170-4661-92de-bc477a63b322 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.846491] env[69481]: DEBUG oslo_vmware.api [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1420.846491] env[69481]: value = "task-3265076" [ 1420.846491] env[69481]: _type = "Task" [ 1420.846491] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.854404] env[69481]: DEBUG oslo_vmware.api [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.357071] env[69481]: DEBUG oslo_vmware.api [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265076, 'name': PowerOnVM_Task, 'duration_secs': 0.378551} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.357325] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.357517] env[69481]: DEBUG nova.compute.manager [None req-8c871e09-0ea9-4b76-801b-fc658b30d646 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.358269] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94795cd5-c151-43b0-8e44-6082cefd7f10 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.721304] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.721528] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.721559] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.721672] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.225068] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.225342] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.225511] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.225662] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1425.226575] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ba87c4-471a-456d-9bc7-0079427f53f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.234903] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce21a5c-4a91-47b7-a7a8-c0aecd9ca489 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.248380] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10f6736-d770-48cb-9de7-cf1c595dd2ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.254427] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a295251-6894-4cbd-90a3-989cd8cd6fa9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.283453] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180381MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1425.283647] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.283830] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.311859] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 534ba17f-acec-4c46-abe8-241041cbdfb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.312206] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance d1c95718-0b61-4b02-b908-601c834efa21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.312278] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1426.312364] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1426.348922] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e5eb0d-118b-4d3c-bd31-7d52d8b26e44 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.356141] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4964c499-40e8-4b66-a753-3100e88adf78 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.385186] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01910253-9a45-4ed0-ab77-765eec7f5edd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.391648] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1f5dd6-bb18-448b-a65e-3c8fa09d645a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.404168] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.907303] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.412529] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1427.412928] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.407977] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.408306] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.913662] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.914282] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.914282] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1437.732105] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "d1c95718-0b61-4b02-b908-601c834efa21" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.732498] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.732645] env[69481]: INFO nova.compute.manager [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Rebooting instance [ 1438.249906] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.250127] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.250307] env[69481]: DEBUG nova.network.neutron [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.939739] env[69481]: DEBUG nova.network.neutron [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance_info_cache with network_info: [{"id": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "address": "fa:16:3e:07:7a:0a", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8de7d77-c1", "ovs_interfaceid": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.442945] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.949415] env[69481]: DEBUG nova.compute.manager [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.950337] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92f3d3c-d56c-42c6-89aa-9563b09a6be0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.965985] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966c440d-8d37-433a-9ba2-76a011169e1e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.973422] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Doing hard reboot of VM {{(pid=69481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1440.973644] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e22ef870-2585-4eb1-8ae1-bb5d902af25a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.980481] env[69481]: DEBUG oslo_vmware.api [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1440.980481] env[69481]: value = "task-3265077" [ 1440.980481] env[69481]: _type = "Task" [ 1440.980481] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.987742] env[69481]: DEBUG oslo_vmware.api [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265077, 'name': ResetVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.490381] env[69481]: DEBUG oslo_vmware.api [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265077, 'name': ResetVM_Task, 'duration_secs': 0.105514} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.490656] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Did hard reboot of VM {{(pid=69481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1441.490829] env[69481]: DEBUG nova.compute.manager [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.491589] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ada85f2-7e37-41db-ab23-b83df422bb3f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.003779] env[69481]: DEBUG oslo_concurrency.lockutils [None req-c60f58e3-ac03-4373-bd05-d052722a1961 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.271s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.202192] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "534ba17f-acec-4c46-abe8-241041cbdfb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.202641] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.202798] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "534ba17f-acec-4c46-abe8-241041cbdfb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.203083] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.203329] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.205835] env[69481]: INFO nova.compute.manager [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Terminating instance [ 1452.710318] env[69481]: DEBUG nova.compute.manager [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.710574] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.711502] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe2d2e4-2a66-4845-92b4-a0b9346cfca8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.719342] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.719579] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-293419a2-3147-40aa-8a80-438bf77ba9cc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.725905] env[69481]: DEBUG oslo_vmware.api [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1452.725905] env[69481]: value = "task-3265078" [ 1452.725905] env[69481]: _type = "Task" [ 1452.725905] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.733483] env[69481]: DEBUG oslo_vmware.api [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.235458] env[69481]: DEBUG oslo_vmware.api [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265078, 'name': PowerOffVM_Task, 'duration_secs': 0.170953} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.235850] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.235896] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.236141] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5130b9b-ff51-4403-a612-c01df67f9dcd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.306708] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.306967] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.307153] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Deleting the datastore file [datastore2] 534ba17f-acec-4c46-abe8-241041cbdfb1 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.307463] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a90a1a07-67ed-4267-b021-b31b750e0989 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.314059] env[69481]: DEBUG oslo_vmware.api [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1453.314059] env[69481]: value = "task-3265080" [ 1453.314059] env[69481]: _type = "Task" [ 1453.314059] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.321488] env[69481]: DEBUG oslo_vmware.api [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.823951] env[69481]: DEBUG oslo_vmware.api [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25954} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.824260] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.824470] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.824657] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.824832] env[69481]: INFO nova.compute.manager [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1453.825107] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1453.825311] env[69481]: DEBUG nova.compute.manager [-] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.825408] env[69481]: DEBUG nova.network.neutron [-] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.498752] env[69481]: DEBUG nova.compute.manager [req-1850025a-c8a8-4a3a-aefd-162a06941822 req-d7397ece-dc6f-4092-834c-2ac77645a8e5 service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Received event network-vif-deleted-9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.498996] env[69481]: INFO nova.compute.manager [req-1850025a-c8a8-4a3a-aefd-162a06941822 req-d7397ece-dc6f-4092-834c-2ac77645a8e5 service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Neutron deleted interface 9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e; detaching it from the instance and deleting it from the info cache [ 1454.499213] env[69481]: DEBUG nova.network.neutron [req-1850025a-c8a8-4a3a-aefd-162a06941822 req-d7397ece-dc6f-4092-834c-2ac77645a8e5 service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.984037] env[69481]: DEBUG nova.network.neutron [-] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.001755] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e4705b8-6c76-422c-958d-301503760bf2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.013666] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553a1311-3532-43f7-9ca7-45852b0b32f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.038382] env[69481]: DEBUG nova.compute.manager [req-1850025a-c8a8-4a3a-aefd-162a06941822 req-d7397ece-dc6f-4092-834c-2ac77645a8e5 service nova] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Detach interface failed, port_id=9bb228d3-9f1b-4acb-b6b3-8b1f87382e8e, reason: Instance 534ba17f-acec-4c46-abe8-241041cbdfb1 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1455.487071] env[69481]: INFO nova.compute.manager [-] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Took 1.66 seconds to deallocate network for instance. [ 1455.993155] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.993503] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.993966] env[69481]: DEBUG nova.objects.instance [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'resources' on Instance uuid 534ba17f-acec-4c46-abe8-241041cbdfb1 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.513183] env[69481]: DEBUG nova.scheduler.client.report [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Refreshing inventories for resource provider e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1456.527269] env[69481]: DEBUG nova.scheduler.client.report [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Updating ProviderTree inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1456.527487] env[69481]: DEBUG nova.compute.provider_tree [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.537446] env[69481]: DEBUG nova.scheduler.client.report [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Refreshing aggregate associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, aggregates: None {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1456.553498] env[69481]: DEBUG nova.scheduler.client.report [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Refreshing trait associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1456.587551] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d7f964-0a59-48dc-be7d-e4fd8fbe4e28 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.595051] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7241be24-8adf-4b29-a4cf-5e7edc8d3e07 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.624624] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa50fa27-68b0-4b16-b5bf-2b6a345223f5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.631124] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324d543c-232e-4596-b8c8-6ab26e3da401 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.644779] env[69481]: DEBUG nova.compute.provider_tree [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.148682] env[69481]: DEBUG nova.scheduler.client.report [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.653897] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.674189] env[69481]: INFO nova.scheduler.client.report [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Deleted allocations for instance 534ba17f-acec-4c46-abe8-241041cbdfb1 [ 1458.181921] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4fd938f3-cb11-4bcb-87f2-e0e96bdcd1f3 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "534ba17f-acec-4c46-abe8-241041cbdfb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.979s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.072510] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "b1cbd636-784e-4578-b340-4907f5878e3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.072820] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.574912] env[69481]: DEBUG nova.compute.manager [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1461.097940] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.098259] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.099766] env[69481]: INFO nova.compute.claims [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1462.144762] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d278f6-7191-478a-879a-ec8b99498b4b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.152661] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff561000-3e9e-483f-8810-3e4f901d2f93 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.184031] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d91f980-fef2-4864-95c4-c984860d5d75 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.191441] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b9e995-5e93-4381-9445-9f4aca397933 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.204664] env[69481]: DEBUG nova.compute.provider_tree [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.708218] env[69481]: DEBUG nova.scheduler.client.report [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.213426] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.213957] env[69481]: DEBUG nova.compute.manager [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1463.719039] env[69481]: DEBUG nova.compute.utils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1463.720427] env[69481]: DEBUG nova.compute.manager [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1463.720602] env[69481]: DEBUG nova.network.neutron [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1463.764535] env[69481]: DEBUG nova.policy [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a3fcdae5bdd4030a422e5832f278005', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de8e85d6f80a4fbd8b7bead0d6127eba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1464.021639] env[69481]: DEBUG nova.network.neutron [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Successfully created port: 8e49d9c4-7c26-48f3-82c3-55832c0a4dae {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1464.225527] env[69481]: DEBUG nova.compute.manager [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1465.234793] env[69481]: DEBUG nova.compute.manager [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1465.260089] env[69481]: DEBUG nova.virt.hardware [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1465.260386] env[69481]: DEBUG nova.virt.hardware [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1465.260585] env[69481]: DEBUG nova.virt.hardware [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1465.260669] env[69481]: DEBUG nova.virt.hardware [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1465.260819] env[69481]: DEBUG nova.virt.hardware [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1465.260968] env[69481]: DEBUG nova.virt.hardware [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1465.261196] env[69481]: DEBUG nova.virt.hardware [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1465.261358] env[69481]: DEBUG nova.virt.hardware [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1465.261527] env[69481]: DEBUG nova.virt.hardware [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1465.261691] env[69481]: DEBUG nova.virt.hardware [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1465.261867] env[69481]: DEBUG nova.virt.hardware [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1465.262791] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af245566-7e4c-434e-b1a1-449db0945f08 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.270331] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd947688-0801-4251-91e0-11fb26774256 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.358725] env[69481]: DEBUG nova.compute.manager [req-92cd45ef-7338-4491-be4b-8668616e1c8e req-3ac97140-b18b-423f-8b94-e69544f31447 service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Received event network-vif-plugged-8e49d9c4-7c26-48f3-82c3-55832c0a4dae {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1465.358979] env[69481]: DEBUG oslo_concurrency.lockutils [req-92cd45ef-7338-4491-be4b-8668616e1c8e req-3ac97140-b18b-423f-8b94-e69544f31447 service nova] Acquiring lock "b1cbd636-784e-4578-b340-4907f5878e3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.359204] env[69481]: DEBUG oslo_concurrency.lockutils [req-92cd45ef-7338-4491-be4b-8668616e1c8e req-3ac97140-b18b-423f-8b94-e69544f31447 service nova] Lock "b1cbd636-784e-4578-b340-4907f5878e3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.359466] env[69481]: DEBUG oslo_concurrency.lockutils [req-92cd45ef-7338-4491-be4b-8668616e1c8e req-3ac97140-b18b-423f-8b94-e69544f31447 service nova] Lock "b1cbd636-784e-4578-b340-4907f5878e3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.359554] env[69481]: DEBUG nova.compute.manager [req-92cd45ef-7338-4491-be4b-8668616e1c8e req-3ac97140-b18b-423f-8b94-e69544f31447 service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] No waiting events found dispatching network-vif-plugged-8e49d9c4-7c26-48f3-82c3-55832c0a4dae {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1465.359694] env[69481]: WARNING nova.compute.manager [req-92cd45ef-7338-4491-be4b-8668616e1c8e req-3ac97140-b18b-423f-8b94-e69544f31447 service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Received unexpected event network-vif-plugged-8e49d9c4-7c26-48f3-82c3-55832c0a4dae for instance with vm_state building and task_state spawning. [ 1465.439036] env[69481]: DEBUG nova.network.neutron [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Successfully updated port: 8e49d9c4-7c26-48f3-82c3-55832c0a4dae {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1465.941328] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "refresh_cache-b1cbd636-784e-4578-b340-4907f5878e3b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.941516] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquired lock "refresh_cache-b1cbd636-784e-4578-b340-4907f5878e3b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.941630] env[69481]: DEBUG nova.network.neutron [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1466.473109] env[69481]: DEBUG nova.network.neutron [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1466.587579] env[69481]: DEBUG nova.network.neutron [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Updating instance_info_cache with network_info: [{"id": "8e49d9c4-7c26-48f3-82c3-55832c0a4dae", "address": "fa:16:3e:44:d7:ca", "network": {"id": "607d923a-df6c-4f61-9d27-c7f70f7462aa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-644579860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8e85d6f80a4fbd8b7bead0d6127eba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e49d9c4-7c", "ovs_interfaceid": "8e49d9c4-7c26-48f3-82c3-55832c0a4dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.090835] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Releasing lock "refresh_cache-b1cbd636-784e-4578-b340-4907f5878e3b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.091172] env[69481]: DEBUG nova.compute.manager [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Instance network_info: |[{"id": "8e49d9c4-7c26-48f3-82c3-55832c0a4dae", "address": "fa:16:3e:44:d7:ca", "network": {"id": "607d923a-df6c-4f61-9d27-c7f70f7462aa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-644579860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8e85d6f80a4fbd8b7bead0d6127eba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e49d9c4-7c", "ovs_interfaceid": "8e49d9c4-7c26-48f3-82c3-55832c0a4dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1467.091606] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:d7:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e49d9c4-7c26-48f3-82c3-55832c0a4dae', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1467.099052] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1467.099257] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1467.099481] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77b62065-3e9b-43f2-8014-992d7319fb5b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.119694] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1467.119694] env[69481]: value = "task-3265081" [ 1467.119694] env[69481]: _type = "Task" [ 1467.119694] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.126928] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265081, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.384965] env[69481]: DEBUG nova.compute.manager [req-df00098e-ec31-488f-a6fa-53ae98ec72ba req-36ed9783-cf28-4866-8856-55191c38e3bb service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Received event network-changed-8e49d9c4-7c26-48f3-82c3-55832c0a4dae {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1467.385196] env[69481]: DEBUG nova.compute.manager [req-df00098e-ec31-488f-a6fa-53ae98ec72ba req-36ed9783-cf28-4866-8856-55191c38e3bb service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Refreshing instance network info cache due to event network-changed-8e49d9c4-7c26-48f3-82c3-55832c0a4dae. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1467.385448] env[69481]: DEBUG oslo_concurrency.lockutils [req-df00098e-ec31-488f-a6fa-53ae98ec72ba req-36ed9783-cf28-4866-8856-55191c38e3bb service nova] Acquiring lock "refresh_cache-b1cbd636-784e-4578-b340-4907f5878e3b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.385613] env[69481]: DEBUG oslo_concurrency.lockutils [req-df00098e-ec31-488f-a6fa-53ae98ec72ba req-36ed9783-cf28-4866-8856-55191c38e3bb service nova] Acquired lock "refresh_cache-b1cbd636-784e-4578-b340-4907f5878e3b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.385818] env[69481]: DEBUG nova.network.neutron [req-df00098e-ec31-488f-a6fa-53ae98ec72ba req-36ed9783-cf28-4866-8856-55191c38e3bb service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Refreshing network info cache for port 8e49d9c4-7c26-48f3-82c3-55832c0a4dae {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.629599] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265081, 'name': CreateVM_Task, 'duration_secs': 0.443571} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.630059] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.630423] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.630646] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.630953] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.631224] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ddb7c7-559a-49d3-95e4-e0c2ea949653 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.635845] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1467.635845] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5228b69a-35bf-f2c8-c61a-427410c487c9" [ 1467.635845] env[69481]: _type = "Task" [ 1467.635845] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.642841] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5228b69a-35bf-f2c8-c61a-427410c487c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.066070] env[69481]: DEBUG nova.network.neutron [req-df00098e-ec31-488f-a6fa-53ae98ec72ba req-36ed9783-cf28-4866-8856-55191c38e3bb service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Updated VIF entry in instance network info cache for port 8e49d9c4-7c26-48f3-82c3-55832c0a4dae. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.066070] env[69481]: DEBUG nova.network.neutron [req-df00098e-ec31-488f-a6fa-53ae98ec72ba req-36ed9783-cf28-4866-8856-55191c38e3bb service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Updating instance_info_cache with network_info: [{"id": "8e49d9c4-7c26-48f3-82c3-55832c0a4dae", "address": "fa:16:3e:44:d7:ca", "network": {"id": "607d923a-df6c-4f61-9d27-c7f70f7462aa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-644579860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8e85d6f80a4fbd8b7bead0d6127eba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e49d9c4-7c", "ovs_interfaceid": "8e49d9c4-7c26-48f3-82c3-55832c0a4dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.145985] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5228b69a-35bf-f2c8-c61a-427410c487c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014454} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.146293] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.146523] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1468.146795] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.146938] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.147132] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1468.147386] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb0a99b9-9a4e-4f82-8df7-d0d73355d5a1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.156188] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1468.156357] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1468.157038] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc95b86-0869-4aaf-86b9-62b364af1823 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.161438] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1468.161438] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522b07cd-747d-999f-9cd8-19e86856c044" [ 1468.161438] env[69481]: _type = "Task" [ 1468.161438] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.169602] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522b07cd-747d-999f-9cd8-19e86856c044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.569202] env[69481]: DEBUG oslo_concurrency.lockutils [req-df00098e-ec31-488f-a6fa-53ae98ec72ba req-36ed9783-cf28-4866-8856-55191c38e3bb service nova] Releasing lock "refresh_cache-b1cbd636-784e-4578-b340-4907f5878e3b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.672394] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522b07cd-747d-999f-9cd8-19e86856c044, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.673208] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-415e5882-b75b-4fa8-8769-c53b87391590 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.678672] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1468.678672] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52f789e2-f38b-a33d-75f0-50ae8d0e3d8d" [ 1468.678672] env[69481]: _type = "Task" [ 1468.678672] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.685859] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f789e2-f38b-a33d-75f0-50ae8d0e3d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.189353] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52f789e2-f38b-a33d-75f0-50ae8d0e3d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011882} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.189622] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.189888] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] b1cbd636-784e-4578-b340-4907f5878e3b/b1cbd636-784e-4578-b340-4907f5878e3b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1469.190158] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63073bcf-45c7-4766-8eb3-50fca8f2955b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.196516] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1469.196516] env[69481]: value = "task-3265082" [ 1469.196516] env[69481]: _type = "Task" [ 1469.196516] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.204029] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.708557] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265082, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.207029] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614137} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.207254] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] b1cbd636-784e-4578-b340-4907f5878e3b/b1cbd636-784e-4578-b340-4907f5878e3b.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.207465] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.207710] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b89c970-9bab-4999-8e6c-44bc3710c432 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.213876] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1470.213876] env[69481]: value = "task-3265083" [ 1470.213876] env[69481]: _type = "Task" [ 1470.213876] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.221790] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.727086] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058329} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.727538] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1470.728593] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec82cc59-8b77-41cf-b57e-c257bf1b9a80 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.761261] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] b1cbd636-784e-4578-b340-4907f5878e3b/b1cbd636-784e-4578-b340-4907f5878e3b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.761619] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47e0b647-8a92-40b2-8ced-913bc7d218f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.791772] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1470.791772] env[69481]: value = "task-3265084" [ 1470.791772] env[69481]: _type = "Task" [ 1470.791772] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.801512] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.302188] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.803320] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265084, 'name': ReconfigVM_Task, 'duration_secs': 0.848614} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.803728] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Reconfigured VM instance instance-0000007c to attach disk [datastore2] b1cbd636-784e-4578-b340-4907f5878e3b/b1cbd636-784e-4578-b340-4907f5878e3b.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.804297] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48fd1d3a-83ca-4e6d-ab93-39fd36669458 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.810489] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1471.810489] env[69481]: value = "task-3265085" [ 1471.810489] env[69481]: _type = "Task" [ 1471.810489] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.817830] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265085, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.321561] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265085, 'name': Rename_Task, 'duration_secs': 0.170382} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.321840] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.322105] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0ef2785-d1aa-4b1c-bcf2-eb5cf6189e69 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.328669] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1472.328669] env[69481]: value = "task-3265086" [ 1472.328669] env[69481]: _type = "Task" [ 1472.328669] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.335854] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.838658] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.341065] env[69481]: DEBUG oslo_vmware.api [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265086, 'name': PowerOnVM_Task, 'duration_secs': 0.973201} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.341065] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.341065] env[69481]: INFO nova.compute.manager [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1473.341065] env[69481]: DEBUG nova.compute.manager [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.341576] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285b6847-113c-4f68-ac4a-71832c0c6551 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.751075] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.751075] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.859142] env[69481]: INFO nova.compute.manager [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Took 12.78 seconds to build instance. [ 1474.127864] env[69481]: DEBUG nova.compute.manager [req-f8b8cd38-3536-4b43-a1e8-85c31987807e req-bf47d4f0-e7db-48ef-b8cd-48be1c3dda6e service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Received event network-changed-8e49d9c4-7c26-48f3-82c3-55832c0a4dae {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.127998] env[69481]: DEBUG nova.compute.manager [req-f8b8cd38-3536-4b43-a1e8-85c31987807e req-bf47d4f0-e7db-48ef-b8cd-48be1c3dda6e service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Refreshing instance network info cache due to event network-changed-8e49d9c4-7c26-48f3-82c3-55832c0a4dae. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1474.128239] env[69481]: DEBUG oslo_concurrency.lockutils [req-f8b8cd38-3536-4b43-a1e8-85c31987807e req-bf47d4f0-e7db-48ef-b8cd-48be1c3dda6e service nova] Acquiring lock "refresh_cache-b1cbd636-784e-4578-b340-4907f5878e3b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.128385] env[69481]: DEBUG oslo_concurrency.lockutils [req-f8b8cd38-3536-4b43-a1e8-85c31987807e req-bf47d4f0-e7db-48ef-b8cd-48be1c3dda6e service nova] Acquired lock "refresh_cache-b1cbd636-784e-4578-b340-4907f5878e3b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.128546] env[69481]: DEBUG nova.network.neutron [req-f8b8cd38-3536-4b43-a1e8-85c31987807e req-bf47d4f0-e7db-48ef-b8cd-48be1c3dda6e service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Refreshing network info cache for port 8e49d9c4-7c26-48f3-82c3-55832c0a4dae {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.253017] env[69481]: DEBUG nova.compute.manager [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.360874] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a8fae931-81d7-4570-ab46-415d291b6c06 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.288s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.775066] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.775343] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.776902] env[69481]: INFO nova.compute.claims [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.827444] env[69481]: DEBUG nova.network.neutron [req-f8b8cd38-3536-4b43-a1e8-85c31987807e req-bf47d4f0-e7db-48ef-b8cd-48be1c3dda6e service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Updated VIF entry in instance network info cache for port 8e49d9c4-7c26-48f3-82c3-55832c0a4dae. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.827814] env[69481]: DEBUG nova.network.neutron [req-f8b8cd38-3536-4b43-a1e8-85c31987807e req-bf47d4f0-e7db-48ef-b8cd-48be1c3dda6e service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Updating instance_info_cache with network_info: [{"id": "8e49d9c4-7c26-48f3-82c3-55832c0a4dae", "address": "fa:16:3e:44:d7:ca", "network": {"id": "607d923a-df6c-4f61-9d27-c7f70f7462aa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-644579860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8e85d6f80a4fbd8b7bead0d6127eba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e49d9c4-7c", "ovs_interfaceid": "8e49d9c4-7c26-48f3-82c3-55832c0a4dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.330237] env[69481]: DEBUG oslo_concurrency.lockutils [req-f8b8cd38-3536-4b43-a1e8-85c31987807e req-bf47d4f0-e7db-48ef-b8cd-48be1c3dda6e service nova] Releasing lock "refresh_cache-b1cbd636-784e-4578-b340-4907f5878e3b" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.836390] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81c870f-e613-4691-9f74-d266e487fabc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.843608] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c0d632-dd43-457c-a303-61d6ddbc5c6c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.872847] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1976d1-567c-4d8b-b1fb-8228302ff159 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.879527] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72086c4-934c-47ad-bd55-03115059fecc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.892149] env[69481]: DEBUG nova.compute.provider_tree [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.395793] env[69481]: DEBUG nova.scheduler.client.report [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.901352] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.901888] env[69481]: DEBUG nova.compute.manager [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1477.406458] env[69481]: DEBUG nova.compute.utils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1477.407887] env[69481]: DEBUG nova.compute.manager [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1477.408068] env[69481]: DEBUG nova.network.neutron [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1477.442479] env[69481]: DEBUG nova.policy [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '649512f97eb1433b9dc9121109d00b49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db9697227c59478692ef08dc6d5c239d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1477.700814] env[69481]: DEBUG nova.network.neutron [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Successfully created port: 7e64cea8-69bf-4c21-9d44-063b3e5da11e {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1477.911806] env[69481]: DEBUG nova.compute.manager [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1478.926232] env[69481]: DEBUG nova.compute.manager [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1478.952821] env[69481]: DEBUG nova.virt.hardware [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1478.953142] env[69481]: DEBUG nova.virt.hardware [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.953320] env[69481]: DEBUG nova.virt.hardware [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1478.953505] env[69481]: DEBUG nova.virt.hardware [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.953658] env[69481]: DEBUG nova.virt.hardware [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1478.953805] env[69481]: DEBUG nova.virt.hardware [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1478.954017] env[69481]: DEBUG nova.virt.hardware [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1478.954175] env[69481]: DEBUG nova.virt.hardware [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1478.954340] env[69481]: DEBUG nova.virt.hardware [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1478.954534] env[69481]: DEBUG nova.virt.hardware [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1478.954698] env[69481]: DEBUG nova.virt.hardware [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1478.955613] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305ef63f-5e45-4291-88d9-76a2a842e85a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.963728] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae9102d-9fd0-4464-b2dc-46e410fc965e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.031782] env[69481]: DEBUG nova.compute.manager [req-d579a188-056e-48e0-ac79-8b53a89e2747 req-cf505c54-903a-4272-b081-15deb9d6b58d service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Received event network-vif-plugged-7e64cea8-69bf-4c21-9d44-063b3e5da11e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1479.032016] env[69481]: DEBUG oslo_concurrency.lockutils [req-d579a188-056e-48e0-ac79-8b53a89e2747 req-cf505c54-903a-4272-b081-15deb9d6b58d service nova] Acquiring lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.032272] env[69481]: DEBUG oslo_concurrency.lockutils [req-d579a188-056e-48e0-ac79-8b53a89e2747 req-cf505c54-903a-4272-b081-15deb9d6b58d service nova] Lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.032386] env[69481]: DEBUG oslo_concurrency.lockutils [req-d579a188-056e-48e0-ac79-8b53a89e2747 req-cf505c54-903a-4272-b081-15deb9d6b58d service nova] Lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.032583] env[69481]: DEBUG nova.compute.manager [req-d579a188-056e-48e0-ac79-8b53a89e2747 req-cf505c54-903a-4272-b081-15deb9d6b58d service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] No waiting events found dispatching network-vif-plugged-7e64cea8-69bf-4c21-9d44-063b3e5da11e {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1479.032758] env[69481]: WARNING nova.compute.manager [req-d579a188-056e-48e0-ac79-8b53a89e2747 req-cf505c54-903a-4272-b081-15deb9d6b58d service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Received unexpected event network-vif-plugged-7e64cea8-69bf-4c21-9d44-063b3e5da11e for instance with vm_state building and task_state spawning. [ 1479.106631] env[69481]: DEBUG nova.network.neutron [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Successfully updated port: 7e64cea8-69bf-4c21-9d44-063b3e5da11e {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1479.611767] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.611911] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.612088] env[69481]: DEBUG nova.network.neutron [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.721018] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.143167] env[69481]: DEBUG nova.network.neutron [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1480.259297] env[69481]: DEBUG nova.network.neutron [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Updating instance_info_cache with network_info: [{"id": "7e64cea8-69bf-4c21-9d44-063b3e5da11e", "address": "fa:16:3e:95:91:ba", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e64cea8-69", "ovs_interfaceid": "7e64cea8-69bf-4c21-9d44-063b3e5da11e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.762504] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.762867] env[69481]: DEBUG nova.compute.manager [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Instance network_info: |[{"id": "7e64cea8-69bf-4c21-9d44-063b3e5da11e", "address": "fa:16:3e:95:91:ba", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e64cea8-69", "ovs_interfaceid": "7e64cea8-69bf-4c21-9d44-063b3e5da11e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1480.763318] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:91:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e64cea8-69bf-4c21-9d44-063b3e5da11e', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.770676] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1480.770878] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1480.771110] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e845ef3-ba4b-48be-9cd9-015ae7009626 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.791319] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1480.791319] env[69481]: value = "task-3265087" [ 1480.791319] env[69481]: _type = "Task" [ 1480.791319] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.798544] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265087, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.057887] env[69481]: DEBUG nova.compute.manager [req-a1a06d11-c62c-47a1-9e6a-7e642bb17a4b req-c9b0f506-7f0f-4fe5-80d7-20b94c4d5022 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Received event network-changed-7e64cea8-69bf-4c21-9d44-063b3e5da11e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1481.058061] env[69481]: DEBUG nova.compute.manager [req-a1a06d11-c62c-47a1-9e6a-7e642bb17a4b req-c9b0f506-7f0f-4fe5-80d7-20b94c4d5022 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Refreshing instance network info cache due to event network-changed-7e64cea8-69bf-4c21-9d44-063b3e5da11e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1481.058283] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1a06d11-c62c-47a1-9e6a-7e642bb17a4b req-c9b0f506-7f0f-4fe5-80d7-20b94c4d5022 service nova] Acquiring lock "refresh_cache-5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.058427] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1a06d11-c62c-47a1-9e6a-7e642bb17a4b req-c9b0f506-7f0f-4fe5-80d7-20b94c4d5022 service nova] Acquired lock "refresh_cache-5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.058585] env[69481]: DEBUG nova.network.neutron [req-a1a06d11-c62c-47a1-9e6a-7e642bb17a4b req-c9b0f506-7f0f-4fe5-80d7-20b94c4d5022 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Refreshing network info cache for port 7e64cea8-69bf-4c21-9d44-063b3e5da11e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.300465] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265087, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.726817] env[69481]: DEBUG nova.network.neutron [req-a1a06d11-c62c-47a1-9e6a-7e642bb17a4b req-c9b0f506-7f0f-4fe5-80d7-20b94c4d5022 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Updated VIF entry in instance network info cache for port 7e64cea8-69bf-4c21-9d44-063b3e5da11e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.727189] env[69481]: DEBUG nova.network.neutron [req-a1a06d11-c62c-47a1-9e6a-7e642bb17a4b req-c9b0f506-7f0f-4fe5-80d7-20b94c4d5022 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Updating instance_info_cache with network_info: [{"id": "7e64cea8-69bf-4c21-9d44-063b3e5da11e", "address": "fa:16:3e:95:91:ba", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e64cea8-69", "ovs_interfaceid": "7e64cea8-69bf-4c21-9d44-063b3e5da11e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.800851] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265087, 'name': CreateVM_Task, 'duration_secs': 0.549757} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.801032] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1481.801725] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.801890] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.802211] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.802754] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e22f484b-97d7-4176-a386-a40557d319c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.807249] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1481.807249] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52c1c9f2-8fbd-3a24-8833-149cc3c65869" [ 1481.807249] env[69481]: _type = "Task" [ 1481.807249] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.814565] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c1c9f2-8fbd-3a24-8833-149cc3c65869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.224074] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.224317] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.224435] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.230194] env[69481]: DEBUG oslo_concurrency.lockutils [req-a1a06d11-c62c-47a1-9e6a-7e642bb17a4b req-c9b0f506-7f0f-4fe5-80d7-20b94c4d5022 service nova] Releasing lock "refresh_cache-5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.317749] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52c1c9f2-8fbd-3a24-8833-149cc3c65869, 'name': SearchDatastore_Task, 'duration_secs': 0.015239} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.318105] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.318277] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1482.318511] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.318658] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.318836] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1482.319101] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5fff3a9-0bf1-4588-aa9c-b503ee076a7d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.327033] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1482.327207] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1482.327876] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9b5d36-11d2-43c3-8efe-80a8a485f8ce {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.332369] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1482.332369] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52706dbf-c2b3-d586-8c26-aca473e6966d" [ 1482.332369] env[69481]: _type = "Task" [ 1482.332369] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.339691] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52706dbf-c2b3-d586-8c26-aca473e6966d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.843072] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52706dbf-c2b3-d586-8c26-aca473e6966d, 'name': SearchDatastore_Task, 'duration_secs': 0.008614} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.843904] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f121cf60-8cc0-4436-9ddc-aa487d945798 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.849010] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1482.849010] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52da275d-b111-bc77-b4b6-3457040c8658" [ 1482.849010] env[69481]: _type = "Task" [ 1482.849010] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.856289] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52da275d-b111-bc77-b4b6-3457040c8658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.359282] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52da275d-b111-bc77-b4b6-3457040c8658, 'name': SearchDatastore_Task, 'duration_secs': 0.027185} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.359750] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.359811] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0/5baa4cf6-885e-43f7-b4d4-aa79fcf817e0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1483.360049] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e266cc6f-ffd4-4b72-9089-3b2228b759c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.366016] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1483.366016] env[69481]: value = "task-3265088" [ 1483.366016] env[69481]: _type = "Task" [ 1483.366016] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.373246] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.876870] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265088, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.377236] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641496} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.377557] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0/5baa4cf6-885e-43f7-b4d4-aa79fcf817e0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1484.377705] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1484.377946] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f574de76-bdd6-4a66-bb7c-e884ce3911e5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.384625] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1484.384625] env[69481]: value = "task-3265089" [ 1484.384625] env[69481]: _type = "Task" [ 1484.384625] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.392195] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.721025] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.894322] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089783} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.894590] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1484.895383] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed1c7c1-4bf5-4844-9c6b-80af6006f975 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.916620] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0/5baa4cf6-885e-43f7-b4d4-aa79fcf817e0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1484.916840] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf16551c-8737-4f2f-9e53-05873b742d5a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.934770] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1484.934770] env[69481]: value = "task-3265090" [ 1484.934770] env[69481]: _type = "Task" [ 1484.934770] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.943156] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.444406] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265090, 'name': ReconfigVM_Task, 'duration_secs': 0.443933} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.444701] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0/5baa4cf6-885e-43f7-b4d4-aa79fcf817e0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.445327] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-189640d6-9723-40db-83ce-0a097b024cfc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.451518] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1485.451518] env[69481]: value = "task-3265091" [ 1485.451518] env[69481]: _type = "Task" [ 1485.451518] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.459936] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265091, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.720870] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.721088] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1485.721286] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.721415] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Cleaning up deleted instances {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1485.961124] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265091, 'name': Rename_Task, 'duration_secs': 0.206531} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.961433] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1485.961693] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb9291cd-36f6-48ee-8e97-8a153ab9938b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.968021] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1485.968021] env[69481]: value = "task-3265092" [ 1485.968021] env[69481]: _type = "Task" [ 1485.968021] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.975263] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.229889] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] There are 21 instances to clean {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1486.230138] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 562e3df9-a430-4b82-bd87-b4f980c90efc] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.478676] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265092, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.733454] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 534ba17f-acec-4c46-abe8-241041cbdfb1] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.978711] env[69481]: DEBUG oslo_vmware.api [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265092, 'name': PowerOnVM_Task, 'duration_secs': 0.52186} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.978964] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.979176] env[69481]: INFO nova.compute.manager [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1486.979360] env[69481]: DEBUG nova.compute.manager [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.980148] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a515d2be-2848-45e9-a4ec-415649e34864 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.236725] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a1f13ab4-8988-4744-a6d9-accdd6ca23e1] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.500317] env[69481]: INFO nova.compute.manager [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Took 12.74 seconds to build instance. [ 1487.740217] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 809c5aaf-cb68-499d-93d5-ed873e1a87aa] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.002522] env[69481]: DEBUG oslo_concurrency.lockutils [None req-3817321b-508f-4983-990e-79d60930a877 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.251s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.128071] env[69481]: DEBUG nova.compute.manager [req-346ea9b0-5a47-431f-ac13-fdac1d42622d req-c820aa17-2108-439e-9a69-5809b4759ff0 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Received event network-changed-7e64cea8-69bf-4c21-9d44-063b3e5da11e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1488.128274] env[69481]: DEBUG nova.compute.manager [req-346ea9b0-5a47-431f-ac13-fdac1d42622d req-c820aa17-2108-439e-9a69-5809b4759ff0 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Refreshing instance network info cache due to event network-changed-7e64cea8-69bf-4c21-9d44-063b3e5da11e. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1488.128491] env[69481]: DEBUG oslo_concurrency.lockutils [req-346ea9b0-5a47-431f-ac13-fdac1d42622d req-c820aa17-2108-439e-9a69-5809b4759ff0 service nova] Acquiring lock "refresh_cache-5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.128655] env[69481]: DEBUG oslo_concurrency.lockutils [req-346ea9b0-5a47-431f-ac13-fdac1d42622d req-c820aa17-2108-439e-9a69-5809b4759ff0 service nova] Acquired lock "refresh_cache-5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.128822] env[69481]: DEBUG nova.network.neutron [req-346ea9b0-5a47-431f-ac13-fdac1d42622d req-c820aa17-2108-439e-9a69-5809b4759ff0 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Refreshing network info cache for port 7e64cea8-69bf-4c21-9d44-063b3e5da11e {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.243338] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 6143122d-c629-49a9-88c7-308ce559b925] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.748137] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: a1f93ffb-c084-4bfe-9d0f-72dcfc37cf9a] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.821274] env[69481]: DEBUG nova.network.neutron [req-346ea9b0-5a47-431f-ac13-fdac1d42622d req-c820aa17-2108-439e-9a69-5809b4759ff0 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Updated VIF entry in instance network info cache for port 7e64cea8-69bf-4c21-9d44-063b3e5da11e. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.821621] env[69481]: DEBUG nova.network.neutron [req-346ea9b0-5a47-431f-ac13-fdac1d42622d req-c820aa17-2108-439e-9a69-5809b4759ff0 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Updating instance_info_cache with network_info: [{"id": "7e64cea8-69bf-4c21-9d44-063b3e5da11e", "address": "fa:16:3e:95:91:ba", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e64cea8-69", "ovs_interfaceid": "7e64cea8-69bf-4c21-9d44-063b3e5da11e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.251908] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 3fbf7470-a51d-494d-832f-0b224383ee53] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.324295] env[69481]: DEBUG oslo_concurrency.lockutils [req-346ea9b0-5a47-431f-ac13-fdac1d42622d req-c820aa17-2108-439e-9a69-5809b4759ff0 service nova] Releasing lock "refresh_cache-5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.755193] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 35708636-75b1-4db6-be71-038bbf3e3858] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.258927] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: dc82e3f6-b726-4e9e-940a-00925b64068e] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.762592] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: ff9f2647-56a6-4a86-84dc-11a97f690727] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.266229] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 8ec7fb98-f0dd-4639-b96b-3f440a59944e] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.770268] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: c20080a0-d507-4c4c-a620-49b1d40df48c] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.273177] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 06f2d4aa-43d3-433d-82af-cc382f338f8b] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.776838] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 71867888-4140-4bba-8393-bbdb3e23d2f0] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.280442] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 89554575-695e-4a49-b4d9-1406069a9b55] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.784355] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 36925efc-baa1-434d-b45c-2d2dc54749a8] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.287560] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 161b6953-8a39-465f-954a-5c44dba4f364] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.790646] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 868e795b-97a9-4e8d-ba34-78c5f623502a] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.293818] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: dab404ef-3748-498b-b7fb-18bf4118f6d9] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.797601] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 166fca2a-4e00-4fbe-bc83-d90aff48853b] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.300988] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 634b6ae2-3e25-4f45-9ace-005766a588de] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.804815] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.805202] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Cleaning up deleted instances with incomplete migration {{(pid=69481) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1498.303554] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.303948] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.303948] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.807472] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.807747] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.807913] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.808086] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1498.808990] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3d99ab-b9f9-4a77-aa13-b9b654190f15 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.817196] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf4e71f-e1b5-44f5-8075-b536c9926217 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.830832] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9815bafb-b3f0-4017-8091-82b8a11d3b1d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.836714] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c35d81c-8d7f-437e-94c1-fd083c4622fa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.865634] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180650MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1498.865772] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.866011] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.958403] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance d1c95718-0b61-4b02-b908-601c834efa21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.958643] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance b1cbd636-784e-4578-b340-4907f5878e3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.958685] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.958872] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1499.959027] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1500.003170] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b87fa19-f7cb-4e57-9c86-1e48639598d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.010762] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d410a4a2-b9d5-4a1e-990e-880a83170be5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.039913] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbaede4-ffd5-4b6a-8ab3-5503e4d85d88 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.046359] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ef2441-3129-42c7-b380-8ac46b475d7e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.058656] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.561764] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.067374] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1501.067771] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.202s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.897900] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "b1cbd636-784e-4578-b340-4907f5878e3b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.898225] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.401290] env[69481]: DEBUG nova.compute.utils [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1512.904842] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.971394] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "b1cbd636-784e-4578-b340-4907f5878e3b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.971679] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.971886] env[69481]: INFO nova.compute.manager [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Attaching volume 5e08541f-338a-4dcf-b439-1b42b8d10aae to /dev/sdb [ 1514.002316] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07932eee-02d5-45a1-844e-d221009ab276 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.010171] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715528bf-7d72-474b-9d89-00aaf3e1c480 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.023099] env[69481]: DEBUG nova.virt.block_device [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Updating existing volume attachment record: feb5086f-b3b1-4969-a084-69abbd4f1e7d {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1518.573104] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1518.573404] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652241', 'volume_id': '5e08541f-338a-4dcf-b439-1b42b8d10aae', 'name': 'volume-5e08541f-338a-4dcf-b439-1b42b8d10aae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1cbd636-784e-4578-b340-4907f5878e3b', 'attached_at': '', 'detached_at': '', 'volume_id': '5e08541f-338a-4dcf-b439-1b42b8d10aae', 'serial': '5e08541f-338a-4dcf-b439-1b42b8d10aae'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1518.574312] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f51f9e8-8c93-4f95-9043-08e04a95998a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.590510] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e87f7d-30e4-4490-b2a7-d39db0b330e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.615406] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-5e08541f-338a-4dcf-b439-1b42b8d10aae/volume-5e08541f-338a-4dcf-b439-1b42b8d10aae.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.615636] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3050fe81-b5af-48eb-92db-d4c5eb54195d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.632782] env[69481]: DEBUG oslo_vmware.api [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1518.632782] env[69481]: value = "task-3265095" [ 1518.632782] env[69481]: _type = "Task" [ 1518.632782] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.640314] env[69481]: DEBUG oslo_vmware.api [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.142415] env[69481]: DEBUG oslo_vmware.api [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265095, 'name': ReconfigVM_Task, 'duration_secs': 0.337662} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.145034] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-5e08541f-338a-4dcf-b439-1b42b8d10aae/volume-5e08541f-338a-4dcf-b439-1b42b8d10aae.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.147639] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99ab3205-19e5-4001-a809-0b2f77c93a14 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.162050] env[69481]: DEBUG oslo_vmware.api [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1519.162050] env[69481]: value = "task-3265096" [ 1519.162050] env[69481]: _type = "Task" [ 1519.162050] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.169251] env[69481]: DEBUG oslo_vmware.api [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.672418] env[69481]: DEBUG oslo_vmware.api [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265096, 'name': ReconfigVM_Task, 'duration_secs': 0.203681} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.672853] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652241', 'volume_id': '5e08541f-338a-4dcf-b439-1b42b8d10aae', 'name': 'volume-5e08541f-338a-4dcf-b439-1b42b8d10aae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1cbd636-784e-4578-b340-4907f5878e3b', 'attached_at': '', 'detached_at': '', 'volume_id': '5e08541f-338a-4dcf-b439-1b42b8d10aae', 'serial': '5e08541f-338a-4dcf-b439-1b42b8d10aae'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1520.708572] env[69481]: DEBUG nova.objects.instance [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'flavor' on Instance uuid b1cbd636-784e-4578-b340-4907f5878e3b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.216134] env[69481]: DEBUG oslo_concurrency.lockutils [None req-92ede844-3405-4188-bc48-dcd48f29eba1 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.028854] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "b1cbd636-784e-4578-b340-4907f5878e3b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.029128] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.532590] env[69481]: DEBUG nova.compute.utils [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1523.035345] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.151921] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "b1cbd636-784e-4578-b340-4907f5878e3b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.152273] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.152492] env[69481]: INFO nova.compute.manager [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Attaching volume 5d1459f6-3fa0-4bbf-8f6b-adc2184122a0 to /dev/sdc [ 1524.205327] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bce5bb-fe96-406d-a277-82b3f22c1645 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.213171] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b231f8b-3e08-4f7c-a6a2-f0393486a74c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.225783] env[69481]: DEBUG nova.virt.block_device [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Updating existing volume attachment record: bb3921a3-d848-48bd-8612-af4dfb916090 {{(pid=69481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1525.304627] env[69481]: INFO nova.compute.manager [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Rebuilding instance [ 1525.344535] env[69481]: DEBUG nova.compute.manager [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.345450] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc0fb6e-c5e7-4d2e-a041-7b25da723291 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.359365] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.359769] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f15aa923-2de6-4e0f-b920-765217f84526 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.367623] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1526.367623] env[69481]: value = "task-3265098" [ 1526.367623] env[69481]: _type = "Task" [ 1526.367623] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.375123] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.877141] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265098, 'name': PowerOffVM_Task, 'duration_secs': 0.200739} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.877396] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.877626] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.878377] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bffa128-ba63-47a6-9eff-180293993c3c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.884369] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.884582] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf51eeb-0e4c-4664-8965-b7f6e25a6d88 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.960549] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.960845] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.960936] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleting the datastore file [datastore2] 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.961222] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19701783-8f83-4210-b8c7-191591dd5950 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.967855] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1526.967855] env[69481]: value = "task-3265101" [ 1526.967855] env[69481]: _type = "Task" [ 1526.967855] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.975123] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.477689] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239694} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.478169] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.478245] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.478406] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.513341] env[69481]: DEBUG nova.virt.hardware [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1528.513645] env[69481]: DEBUG nova.virt.hardware [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.513775] env[69481]: DEBUG nova.virt.hardware [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1528.513959] env[69481]: DEBUG nova.virt.hardware [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.514124] env[69481]: DEBUG nova.virt.hardware [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1528.514277] env[69481]: DEBUG nova.virt.hardware [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1528.514497] env[69481]: DEBUG nova.virt.hardware [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1528.514653] env[69481]: DEBUG nova.virt.hardware [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1528.514822] env[69481]: DEBUG nova.virt.hardware [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1528.515033] env[69481]: DEBUG nova.virt.hardware [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1528.515255] env[69481]: DEBUG nova.virt.hardware [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1528.516117] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63282273-f33f-44a9-a25c-5e121de7d5c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.523599] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd513ff3-aeb2-4206-a6c2-60c0d043fc10 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.538153] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:91:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e64cea8-69bf-4c21-9d44-063b3e5da11e', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1528.545270] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1528.545490] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1528.545681] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a66460c7-d602-4673-9f08-27bb93031230 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.566123] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1528.566123] env[69481]: value = "task-3265102" [ 1528.566123] env[69481]: _type = "Task" [ 1528.566123] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.572987] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265102, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.768114] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Volume attach. Driver type: vmdk {{(pid=69481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1528.768373] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652242', 'volume_id': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'name': 'volume-5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1cbd636-784e-4578-b340-4907f5878e3b', 'attached_at': '', 'detached_at': '', 'volume_id': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'serial': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1528.769293] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730fca31-6cbf-4898-a9af-8a8b50786814 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.785575] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1214f895-5b00-4716-9ac2-c6bc68707fb2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.812244] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-5d1459f6-3fa0-4bbf-8f6b-adc2184122a0/volume-5d1459f6-3fa0-4bbf-8f6b-adc2184122a0.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.812547] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d460d4-2d92-417e-aa26-7f71cae71e10 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.833034] env[69481]: DEBUG oslo_vmware.api [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1528.833034] env[69481]: value = "task-3265103" [ 1528.833034] env[69481]: _type = "Task" [ 1528.833034] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.840071] env[69481]: DEBUG oslo_vmware.api [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.077519] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265102, 'name': CreateVM_Task, 'duration_secs': 0.297662} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.077736] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1529.078488] env[69481]: DEBUG oslo_concurrency.lockutils [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.078722] env[69481]: DEBUG oslo_concurrency.lockutils [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.079123] env[69481]: DEBUG oslo_concurrency.lockutils [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.079427] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f480f5-4854-4f3e-b8be-aaafa9281ae9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.083929] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1529.083929] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5234d642-bc7e-3a08-8885-bef43b5882d0" [ 1529.083929] env[69481]: _type = "Task" [ 1529.083929] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.091313] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5234d642-bc7e-3a08-8885-bef43b5882d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.341559] env[69481]: DEBUG oslo_vmware.api [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265103, 'name': ReconfigVM_Task, 'duration_secs': 0.324405} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.341817] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-5d1459f6-3fa0-4bbf-8f6b-adc2184122a0/volume-5d1459f6-3fa0-4bbf-8f6b-adc2184122a0.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.346464] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b11062f-53fb-46f7-b3df-49d61c018c02 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.360390] env[69481]: DEBUG oslo_vmware.api [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1529.360390] env[69481]: value = "task-3265104" [ 1529.360390] env[69481]: _type = "Task" [ 1529.360390] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.367633] env[69481]: DEBUG oslo_vmware.api [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.594235] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5234d642-bc7e-3a08-8885-bef43b5882d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008931} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.594592] env[69481]: DEBUG oslo_concurrency.lockutils [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.594746] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1529.594953] env[69481]: DEBUG oslo_concurrency.lockutils [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.595114] env[69481]: DEBUG oslo_concurrency.lockutils [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.595335] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1529.595592] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5768b66-261d-4c0e-8a1b-e31d1a60ef13 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.603511] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1529.603679] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1529.604347] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e963fdd-0e85-41bb-9af3-52b22b35f280 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.609063] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1529.609063] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]522cf39a-86b5-729d-3e57-dc8e850516db" [ 1529.609063] env[69481]: _type = "Task" [ 1529.609063] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.615906] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522cf39a-86b5-729d-3e57-dc8e850516db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.871534] env[69481]: DEBUG oslo_vmware.api [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265104, 'name': ReconfigVM_Task, 'duration_secs': 0.136059} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.872155] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652242', 'volume_id': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'name': 'volume-5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1cbd636-784e-4578-b340-4907f5878e3b', 'attached_at': '', 'detached_at': '', 'volume_id': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'serial': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0'} {{(pid=69481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1530.119300] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]522cf39a-86b5-729d-3e57-dc8e850516db, 'name': SearchDatastore_Task, 'duration_secs': 0.007348} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.120083] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c193c5be-4e8a-4ace-8952-4a5184dd4951 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.124643] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1530.124643] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52eac4fe-b3bc-19bc-cd95-2a441f2082f3" [ 1530.124643] env[69481]: _type = "Task" [ 1530.124643] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.131636] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52eac4fe-b3bc-19bc-cd95-2a441f2082f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.634863] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52eac4fe-b3bc-19bc-cd95-2a441f2082f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008901} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.635282] env[69481]: DEBUG oslo_concurrency.lockutils [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.635418] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0/5baa4cf6-885e-43f7-b4d4-aa79fcf817e0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1530.635698] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b2dc793-c58f-436a-af00-e69fde414880 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.642196] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1530.642196] env[69481]: value = "task-3265105" [ 1530.642196] env[69481]: _type = "Task" [ 1530.642196] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.649271] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.907243] env[69481]: DEBUG nova.objects.instance [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'flavor' on Instance uuid b1cbd636-784e-4578-b340-4907f5878e3b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.153077] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420843} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.153077] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0/5baa4cf6-885e-43f7-b4d4-aa79fcf817e0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1531.153077] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1531.153283] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0a227c6-10c3-488d-91b3-aabf58e7038c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.159784] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1531.159784] env[69481]: value = "task-3265106" [ 1531.159784] env[69481]: _type = "Task" [ 1531.159784] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.166891] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.412827] env[69481]: DEBUG oslo_concurrency.lockutils [None req-54c4763b-4534-4490-bd31-7245dd8562bf tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.669938] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068778} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.670327] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.671109] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ac23e-5a59-4a47-a700-7d5d0985b539 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.694302] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0/5baa4cf6-885e-43f7-b4d4-aa79fcf817e0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.694544] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebdf43df-5026-4119-9c08-086956becc57 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.708297] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "b1cbd636-784e-4578-b340-4907f5878e3b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.708510] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.715641] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1531.715641] env[69481]: value = "task-3265107" [ 1531.715641] env[69481]: _type = "Task" [ 1531.715641] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.724426] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.211766] env[69481]: INFO nova.compute.manager [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Detaching volume 5e08541f-338a-4dcf-b439-1b42b8d10aae [ 1532.227308] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265107, 'name': ReconfigVM_Task, 'duration_secs': 0.261737} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.227953] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0/5baa4cf6-885e-43f7-b4d4-aa79fcf817e0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.228598] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fcad5a5-078d-47c3-8e1a-98d318bfcf36 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.236384] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1532.236384] env[69481]: value = "task-3265108" [ 1532.236384] env[69481]: _type = "Task" [ 1532.236384] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.244046] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265108, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.248797] env[69481]: INFO nova.virt.block_device [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Attempting to driver detach volume 5e08541f-338a-4dcf-b439-1b42b8d10aae from mountpoint /dev/sdb [ 1532.249066] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1532.249304] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652241', 'volume_id': '5e08541f-338a-4dcf-b439-1b42b8d10aae', 'name': 'volume-5e08541f-338a-4dcf-b439-1b42b8d10aae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1cbd636-784e-4578-b340-4907f5878e3b', 'attached_at': '', 'detached_at': '', 'volume_id': '5e08541f-338a-4dcf-b439-1b42b8d10aae', 'serial': '5e08541f-338a-4dcf-b439-1b42b8d10aae'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1532.250127] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4444ebf7-e450-46c4-8cf6-e40afc255def {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.272944] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c8ea60-7d0c-4976-a013-49727e3e31c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.279803] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f308ac3d-e51a-4dbd-8def-7e00a74dda61 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.302618] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e22fcf-f4f4-4c0a-966a-24dfd74646dd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.317138] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] The volume has not been displaced from its original location: [datastore1] volume-5e08541f-338a-4dcf-b439-1b42b8d10aae/volume-5e08541f-338a-4dcf-b439-1b42b8d10aae.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1532.322378] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1532.322678] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c51e28-e50f-4028-9fb1-c1b98cc38985 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.340731] env[69481]: DEBUG oslo_vmware.api [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1532.340731] env[69481]: value = "task-3265109" [ 1532.340731] env[69481]: _type = "Task" [ 1532.340731] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.350490] env[69481]: DEBUG oslo_vmware.api [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.746302] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265108, 'name': Rename_Task, 'duration_secs': 0.141067} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.746658] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.746767] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11b37a59-1c15-4b36-9afd-9ebfbe584017 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.753201] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1532.753201] env[69481]: value = "task-3265110" [ 1532.753201] env[69481]: _type = "Task" [ 1532.753201] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.760143] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.850073] env[69481]: DEBUG oslo_vmware.api [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265109, 'name': ReconfigVM_Task, 'duration_secs': 0.229513} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.850359] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1532.855058] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb41bcc-a701-455d-a73b-e3b0b8b410c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.868803] env[69481]: DEBUG oslo_vmware.api [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1532.868803] env[69481]: value = "task-3265111" [ 1532.868803] env[69481]: _type = "Task" [ 1532.868803] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.876741] env[69481]: DEBUG oslo_vmware.api [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.262681] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265110, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.379074] env[69481]: DEBUG oslo_vmware.api [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265111, 'name': ReconfigVM_Task, 'duration_secs': 0.130581} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.379393] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652241', 'volume_id': '5e08541f-338a-4dcf-b439-1b42b8d10aae', 'name': 'volume-5e08541f-338a-4dcf-b439-1b42b8d10aae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1cbd636-784e-4578-b340-4907f5878e3b', 'attached_at': '', 'detached_at': '', 'volume_id': '5e08541f-338a-4dcf-b439-1b42b8d10aae', 'serial': '5e08541f-338a-4dcf-b439-1b42b8d10aae'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1533.763362] env[69481]: DEBUG oslo_vmware.api [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265110, 'name': PowerOnVM_Task, 'duration_secs': 0.660535} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.763848] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.764123] env[69481]: DEBUG nova.compute.manager [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.764913] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ce390b-30c2-4248-b86a-3009dddf28ea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.920147] env[69481]: DEBUG nova.objects.instance [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'flavor' on Instance uuid b1cbd636-784e-4578-b340-4907f5878e3b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.280217] env[69481]: DEBUG oslo_concurrency.lockutils [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.280433] env[69481]: DEBUG oslo_concurrency.lockutils [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.280547] env[69481]: DEBUG nova.objects.instance [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1534.926936] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4212678d-ab75-4786-bc7d-71b1231b650c tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.940357] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "b1cbd636-784e-4578-b340-4907f5878e3b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.940587] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.288402] env[69481]: DEBUG oslo_concurrency.lockutils [None req-06b72496-bbdb-4d5f-a575-cf7a0d32334a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.443308] env[69481]: INFO nova.compute.manager [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Detaching volume 5d1459f6-3fa0-4bbf-8f6b-adc2184122a0 [ 1535.473967] env[69481]: INFO nova.virt.block_device [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Attempting to driver detach volume 5d1459f6-3fa0-4bbf-8f6b-adc2184122a0 from mountpoint /dev/sdc [ 1535.474256] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Volume detach. Driver type: vmdk {{(pid=69481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1535.474404] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652242', 'volume_id': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'name': 'volume-5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1cbd636-784e-4578-b340-4907f5878e3b', 'attached_at': '', 'detached_at': '', 'volume_id': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'serial': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1535.475366] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a605e67-9490-45f1-bfdc-0f4a0163be68 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.497167] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eb3659-2d3f-483f-a213-2b5b7e4a753f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.503527] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa970a02-28e6-494d-bfeb-32672701629d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.523359] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648494df-f8c0-4b3f-9e41-d16ba33f51d6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.538066] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d1459f6-3fa0-4bbf-8f6b-adc2184122a0/volume-5d1459f6-3fa0-4bbf-8f6b-adc2184122a0.vmdk. No consolidation needed. {{(pid=69481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1535.543293] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1535.543542] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bec78c8-69e1-42fe-a594-212acef1c6e0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.561679] env[69481]: DEBUG oslo_vmware.api [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1535.561679] env[69481]: value = "task-3265112" [ 1535.561679] env[69481]: _type = "Task" [ 1535.561679] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.569543] env[69481]: DEBUG oslo_vmware.api [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.071156] env[69481]: DEBUG oslo_vmware.api [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265112, 'name': ReconfigVM_Task, 'duration_secs': 0.206726} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.071550] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1536.076069] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7206892f-8cb4-47c1-a70a-29c4c3824afa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.091410] env[69481]: DEBUG oslo_vmware.api [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1536.091410] env[69481]: value = "task-3265113" [ 1536.091410] env[69481]: _type = "Task" [ 1536.091410] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.099218] env[69481]: DEBUG oslo_vmware.api [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.601368] env[69481]: DEBUG oslo_vmware.api [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265113, 'name': ReconfigVM_Task, 'duration_secs': 0.133733} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.601669] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-652242', 'volume_id': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'name': 'volume-5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1cbd636-784e-4578-b340-4907f5878e3b', 'attached_at': '', 'detached_at': '', 'volume_id': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0', 'serial': '5d1459f6-3fa0-4bbf-8f6b-adc2184122a0'} {{(pid=69481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1537.141628] env[69481]: DEBUG nova.objects.instance [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'flavor' on Instance uuid b1cbd636-784e-4578-b340-4907f5878e3b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.149440] env[69481]: DEBUG oslo_concurrency.lockutils [None req-4c742cc9-47f7-4109-914a-66d870b1174b tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.302784] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "b1cbd636-784e-4578-b340-4907f5878e3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.303241] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.303297] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "b1cbd636-784e-4578-b340-4907f5878e3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.303471] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.303639] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.305789] env[69481]: INFO nova.compute.manager [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Terminating instance [ 1539.809831] env[69481]: DEBUG nova.compute.manager [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1539.810102] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.811088] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31977061-87da-42f5-96b3-ee5bd835ce95 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.819039] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1539.819274] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb9e627a-78c1-4058-aaf3-c56912b4b686 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.828704] env[69481]: DEBUG oslo_vmware.api [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1539.828704] env[69481]: value = "task-3265114" [ 1539.828704] env[69481]: _type = "Task" [ 1539.828704] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.837483] env[69481]: DEBUG oslo_vmware.api [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.338110] env[69481]: DEBUG oslo_vmware.api [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265114, 'name': PowerOffVM_Task, 'duration_secs': 0.169471} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.338534] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.338534] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.338788] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24f6ce9b-2feb-4b65-9fae-c1a93ac431c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.405932] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.406145] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.406342] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Deleting the datastore file [datastore2] b1cbd636-784e-4578-b340-4907f5878e3b {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.406630] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-306221ea-e0de-45e8-b684-06dde38b724d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.413054] env[69481]: DEBUG oslo_vmware.api [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for the task: (returnval){ [ 1540.413054] env[69481]: value = "task-3265116" [ 1540.413054] env[69481]: _type = "Task" [ 1540.413054] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.420130] env[69481]: DEBUG oslo_vmware.api [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.922729] env[69481]: DEBUG oslo_vmware.api [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Task: {'id': task-3265116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131954} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.922985] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1540.923194] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1540.923404] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1540.923611] env[69481]: INFO nova.compute.manager [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1540.923849] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1540.924056] env[69481]: DEBUG nova.compute.manager [-] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1540.924153] env[69481]: DEBUG nova.network.neutron [-] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.395726] env[69481]: DEBUG nova.compute.manager [req-cf075867-3604-473c-87c7-98a771378977 req-c167a81a-14e9-4ba1-ba6f-de751ae03d1c service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Received event network-vif-deleted-8e49d9c4-7c26-48f3-82c3-55832c0a4dae {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1541.395726] env[69481]: INFO nova.compute.manager [req-cf075867-3604-473c-87c7-98a771378977 req-c167a81a-14e9-4ba1-ba6f-de751ae03d1c service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Neutron deleted interface 8e49d9c4-7c26-48f3-82c3-55832c0a4dae; detaching it from the instance and deleting it from the info cache [ 1541.395726] env[69481]: DEBUG nova.network.neutron [req-cf075867-3604-473c-87c7-98a771378977 req-c167a81a-14e9-4ba1-ba6f-de751ae03d1c service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.876729] env[69481]: DEBUG nova.network.neutron [-] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.897871] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a53e289-a77b-4821-b221-2ac4f28ae771 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.908247] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e2612e-a420-4242-9a2e-075786647b5e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.934338] env[69481]: DEBUG nova.compute.manager [req-cf075867-3604-473c-87c7-98a771378977 req-c167a81a-14e9-4ba1-ba6f-de751ae03d1c service nova] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Detach interface failed, port_id=8e49d9c4-7c26-48f3-82c3-55832c0a4dae, reason: Instance b1cbd636-784e-4578-b340-4907f5878e3b could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1542.380938] env[69481]: INFO nova.compute.manager [-] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Took 1.46 seconds to deallocate network for instance. [ 1542.887683] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.888169] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.888227] env[69481]: DEBUG nova.objects.instance [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lazy-loading 'resources' on Instance uuid b1cbd636-784e-4578-b340-4907f5878e3b {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.441476] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272a20df-3068-43c0-b69b-e8b13c431db3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.449144] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3a89bf-596b-41be-a7b5-1c917d3bf632 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.478437] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6e1f26-6cfd-49c8-9ea9-73b13c3df735 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.485055] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ec25ee-9579-4fde-ba6b-b3cbff369fba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.497683] env[69481]: DEBUG nova.compute.provider_tree [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.000889] env[69481]: DEBUG nova.scheduler.client.report [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.485360] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.485627] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.485790] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.506818] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.528216] env[69481]: INFO nova.scheduler.client.report [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Deleted allocations for instance b1cbd636-784e-4578-b340-4907f5878e3b [ 1545.035984] env[69481]: DEBUG oslo_concurrency.lockutils [None req-aae6811d-6cea-430d-a95f-03f151ca2e19 tempest-AttachVolumeTestJSON-1407000181 tempest-AttachVolumeTestJSON-1407000181-project-member] Lock "b1cbd636-784e-4578-b340-4907f5878e3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.733s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.721119] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.716803] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.720437] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.720608] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1547.720795] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.224334] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.224587] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.224810] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.224971] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1548.226285] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc30c8a-2f6d-4395-ae5a-8d244b1ff0cb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.234241] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da2c0cf-b020-4c94-9a85-662ff2d21cd4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.248016] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975a3d3d-77eb-4d75-a146-4b403ef25c5b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.254364] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72afc38d-3f33-4616-849e-177121dfd5df {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.283015] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180437MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1548.283176] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.283383] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.309786] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance d1c95718-0b61-4b02-b908-601c834efa21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1549.310148] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1549.310148] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1549.310269] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1549.344926] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51272011-a96c-44af-8664-27c37d3ea892 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.352477] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735852f6-8a6a-4645-8430-2eac3c6341b9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.381941] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10671b04-c2ce-471c-873f-aadd0ad87a22 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.389075] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8743f83-5286-45c5-a9e9-22fa53fe8808 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.401630] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.904679] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.410182] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1550.410521] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.411682] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.917035] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.381727] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.382179] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.382341] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.382457] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.382641] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.386333] env[69481]: INFO nova.compute.manager [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Terminating instance [ 1571.890516] env[69481]: DEBUG nova.compute.manager [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1571.890755] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.891737] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61e432d-8943-47b8-ad55-5c5317a00917 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.899820] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.900077] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6c8fc16-077a-417c-a42c-a23ad468dbb2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.906573] env[69481]: DEBUG oslo_vmware.api [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1571.906573] env[69481]: value = "task-3265120" [ 1571.906573] env[69481]: _type = "Task" [ 1571.906573] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.914148] env[69481]: DEBUG oslo_vmware.api [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.415782] env[69481]: DEBUG oslo_vmware.api [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265120, 'name': PowerOffVM_Task, 'duration_secs': 0.175984} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.416220] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1572.416277] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.416530] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b206d9c-ade7-4f94-8a09-72e52a3cde00 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.484409] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.484610] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.484792] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleting the datastore file [datastore1] 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.485102] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc7f4208-9652-4c24-9dff-a44026f3d4d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.492236] env[69481]: DEBUG oslo_vmware.api [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1572.492236] env[69481]: value = "task-3265122" [ 1572.492236] env[69481]: _type = "Task" [ 1572.492236] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.499693] env[69481]: DEBUG oslo_vmware.api [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.006564] env[69481]: DEBUG oslo_vmware.api [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133693} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.006947] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1573.007265] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1573.007564] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1573.007857] env[69481]: INFO nova.compute.manager [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1573.008236] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1573.008508] env[69481]: DEBUG nova.compute.manager [-] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1573.008648] env[69481]: DEBUG nova.network.neutron [-] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1573.578493] env[69481]: DEBUG nova.compute.manager [req-ee6fea74-f641-4dea-9f38-998fc8c13122 req-3d783244-2e8b-47e7-8536-6cddebb7dc96 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Received event network-vif-deleted-7e64cea8-69bf-4c21-9d44-063b3e5da11e {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1573.578751] env[69481]: INFO nova.compute.manager [req-ee6fea74-f641-4dea-9f38-998fc8c13122 req-3d783244-2e8b-47e7-8536-6cddebb7dc96 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Neutron deleted interface 7e64cea8-69bf-4c21-9d44-063b3e5da11e; detaching it from the instance and deleting it from the info cache [ 1573.578870] env[69481]: DEBUG nova.network.neutron [req-ee6fea74-f641-4dea-9f38-998fc8c13122 req-3d783244-2e8b-47e7-8536-6cddebb7dc96 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.955366] env[69481]: DEBUG nova.network.neutron [-] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.081746] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a270583-d1a5-495f-bfe8-229a0019109f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.096666] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80719ec5-a04a-42eb-896c-de8a7400a65f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.132985] env[69481]: DEBUG nova.compute.manager [req-ee6fea74-f641-4dea-9f38-998fc8c13122 req-3d783244-2e8b-47e7-8536-6cddebb7dc96 service nova] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Detach interface failed, port_id=7e64cea8-69bf-4c21-9d44-063b3e5da11e, reason: Instance 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1574.457876] env[69481]: INFO nova.compute.manager [-] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Took 1.45 seconds to deallocate network for instance. [ 1574.965437] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1574.965874] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1574.965992] env[69481]: DEBUG nova.objects.instance [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'resources' on Instance uuid 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.510451] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44ece89-937c-46bb-979c-b6f5fd8081ba {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.517908] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4b0077-5ae7-454a-ba26-cb16a09c8c16 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.546908] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286ffa94-435d-4e02-9957-60229240face {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.554076] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092b42d4-2f81-4fd8-bb42-ac757edcf059 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.566860] env[69481]: DEBUG nova.compute.provider_tree [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.069721] env[69481]: DEBUG nova.scheduler.client.report [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1576.576183] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.597107] env[69481]: INFO nova.scheduler.client.report [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleted allocations for instance 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0 [ 1577.105450] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ad6679bc-e9ad-4a15-b78d-b6b81926affd tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "5baa4cf6-885e-43f7-b4d4-aa79fcf817e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.723s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.292985] env[69481]: DEBUG nova.compute.manager [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Stashing vm_state: active {{(pid=69481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1579.809693] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.809971] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.314938] env[69481]: INFO nova.compute.claims [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.821349] env[69481]: INFO nova.compute.resource_tracker [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating resource usage from migration e0cd86e9-3ae4-436d-a1bd-67b09cbe200f [ 1580.858384] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43669396-7309-4cb3-887b-be36d33c6b91 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.865696] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9312f8ac-6f19-4f12-9868-08c77a5cea52 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.896054] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72b3699-6129-4dd0-96ae-c7492e57363b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.902839] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0abcffa-60ce-42cc-b51f-78789a82abd9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.915236] env[69481]: DEBUG nova.compute.provider_tree [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.418049] env[69481]: DEBUG nova.scheduler.client.report [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.922590] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.112s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.922840] env[69481]: INFO nova.compute.manager [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Migrating [ 1582.437453] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.437851] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.437851] env[69481]: DEBUG nova.network.neutron [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.167358] env[69481]: DEBUG nova.network.neutron [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance_info_cache with network_info: [{"id": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "address": "fa:16:3e:07:7a:0a", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8de7d77-c1", "ovs_interfaceid": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.670522] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.186812] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491a71a8-9eec-45c0-9ccb-7bcd8be25bc5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.205148] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance 'd1c95718-0b61-4b02-b908-601c834efa21' progress to 0 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1585.711148] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.711465] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f296ddf-d379-421e-bf88-b2d28465fd38 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.719977] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1585.719977] env[69481]: value = "task-3265123" [ 1585.719977] env[69481]: _type = "Task" [ 1585.719977] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.727709] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.229536] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265123, 'name': PowerOffVM_Task, 'duration_secs': 0.171838} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.229913] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.229966] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance 'd1c95718-0b61-4b02-b908-601c834efa21' progress to 17 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1586.736770] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1586.737223] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.737223] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1586.737415] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.737487] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1586.737630] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1586.737838] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1586.737999] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1586.738185] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1586.738349] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1586.738519] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1586.743514] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce82cb7-43d3-4fd8-b065-076edcc4de37 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.758705] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1586.758705] env[69481]: value = "task-3265124" [ 1586.758705] env[69481]: _type = "Task" [ 1586.758705] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.766418] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.268618] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265124, 'name': ReconfigVM_Task, 'duration_secs': 0.222655} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.269032] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance 'd1c95718-0b61-4b02-b908-601c834efa21' progress to 33 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1587.775755] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.776098] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.776204] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.776395] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.776542] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.776690] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.776887] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.777061] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.777232] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.777394] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.777567] env[69481]: DEBUG nova.virt.hardware [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.782767] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1587.783063] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edee9775-3d6f-431c-943a-290b97f93581 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.801050] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1587.801050] env[69481]: value = "task-3265125" [ 1587.801050] env[69481]: _type = "Task" [ 1587.801050] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.808425] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.311718] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265125, 'name': ReconfigVM_Task, 'duration_secs': 0.159795} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.312171] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1588.312827] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa260234-3a77-4d6c-b202-b95e5f495f5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.335433] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] d1c95718-0b61-4b02-b908-601c834efa21/d1c95718-0b61-4b02-b908-601c834efa21.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.335959] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-380fb99c-ffb9-4c6a-ac4a-a5028bb0e02b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.352397] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1588.352397] env[69481]: value = "task-3265126" [ 1588.352397] env[69481]: _type = "Task" [ 1588.352397] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.359613] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.861629] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265126, 'name': ReconfigVM_Task, 'duration_secs': 0.263507} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.861916] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Reconfigured VM instance instance-0000007b to attach disk [datastore1] d1c95718-0b61-4b02-b908-601c834efa21/d1c95718-0b61-4b02-b908-601c834efa21.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1588.862195] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance 'd1c95718-0b61-4b02-b908-601c834efa21' progress to 50 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1589.368685] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4957336-10d7-488e-b6fb-bbc1cc87b758 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.387253] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb95afc1-6c31-4f02-9f2f-c84f8936fbc4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.404416] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance 'd1c95718-0b61-4b02-b908-601c834efa21' progress to 67 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1589.941964] env[69481]: DEBUG nova.network.neutron [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Port c8de7d77-c1a7-412b-9ddb-7712ac2598be binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1590.963783] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "d1c95718-0b61-4b02-b908-601c834efa21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.964184] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.964237] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.998742] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.998975] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.999113] env[69481]: DEBUG nova.network.neutron [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1592.696157] env[69481]: DEBUG nova.network.neutron [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance_info_cache with network_info: [{"id": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "address": "fa:16:3e:07:7a:0a", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8de7d77-c1", "ovs_interfaceid": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.198691] env[69481]: DEBUG oslo_concurrency.lockutils [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.723283] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841ea800-05b7-4375-8a30-929102782216 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.741832] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfa87f0-a38b-4600-aa44-d64b135c7aae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.748195] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance 'd1c95718-0b61-4b02-b908-601c834efa21' progress to 83 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1594.254693] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.255077] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41164184-ee38-4940-b864-a4a319193655 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.262464] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1594.262464] env[69481]: value = "task-3265127" [ 1594.262464] env[69481]: _type = "Task" [ 1594.262464] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.269908] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.772093] env[69481]: DEBUG oslo_vmware.api [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265127, 'name': PowerOnVM_Task, 'duration_secs': 0.381258} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.772370] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.772552] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3f1344-4df8-4ecb-9881-db2db88f823a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance 'd1c95718-0b61-4b02-b908-601c834efa21' progress to 100 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1597.383049] env[69481]: DEBUG oslo_concurrency.lockutils [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "d1c95718-0b61-4b02-b908-601c834efa21" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.383049] env[69481]: DEBUG oslo_concurrency.lockutils [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.383049] env[69481]: DEBUG nova.compute.manager [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Going to confirm migration 9 {{(pid=69481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1597.942145] env[69481]: DEBUG oslo_concurrency.lockutils [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.942351] env[69481]: DEBUG oslo_concurrency.lockutils [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.942533] env[69481]: DEBUG nova.network.neutron [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.942768] env[69481]: DEBUG nova.objects.instance [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'info_cache' on Instance uuid d1c95718-0b61-4b02-b908-601c834efa21 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.134526] env[69481]: DEBUG nova.network.neutron [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance_info_cache with network_info: [{"id": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "address": "fa:16:3e:07:7a:0a", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8de7d77-c1", "ovs_interfaceid": "c8de7d77-c1a7-412b-9ddb-7712ac2598be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.637029] env[69481]: DEBUG oslo_concurrency.lockutils [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-d1c95718-0b61-4b02-b908-601c834efa21" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.637491] env[69481]: DEBUG nova.objects.instance [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'migration_context' on Instance uuid d1c95718-0b61-4b02-b908-601c834efa21 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.141350] env[69481]: DEBUG nova.objects.base [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1600.142341] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0cf09e-fc1d-4dfc-adcb-235df7405226 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.161583] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf409ac-e6fb-4a96-a5b3-eb4fc97edc55 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.166809] env[69481]: DEBUG oslo_vmware.api [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1600.166809] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5212048f-2686-4272-4419-cd40379d5794" [ 1600.166809] env[69481]: _type = "Task" [ 1600.166809] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.174943] env[69481]: DEBUG oslo_vmware.api [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5212048f-2686-4272-4419-cd40379d5794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.677197] env[69481]: DEBUG oslo_vmware.api [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5212048f-2686-4272-4419-cd40379d5794, 'name': SearchDatastore_Task, 'duration_secs': 0.007636} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.677483] env[69481]: DEBUG oslo_concurrency.lockutils [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.677736] env[69481]: DEBUG oslo_concurrency.lockutils [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.217588] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff33ae-1944-479b-a299-e9147a1f223c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.225967] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b65856f-bb65-4d94-bcfc-2de16e18a8a8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.254834] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe3e78b-8fb3-48c4-b56b-02f453aa0101 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.261549] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8836ded3-257b-4c62-9ea8-2ec4539c48ab {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.274506] env[69481]: DEBUG nova.compute.provider_tree [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.721022] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.777343] env[69481]: DEBUG nova.scheduler.client.report [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.721762] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.787406] env[69481]: DEBUG oslo_concurrency.lockutils [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.109s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.347524] env[69481]: INFO nova.scheduler.client.report [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleted allocation for migration e0cd86e9-3ae4-436d-a1bd-67b09cbe200f [ 1603.853811] env[69481]: DEBUG oslo_concurrency.lockutils [None req-55db5e9f-ec0c-4be3-a0ae-55bfc9a50b50 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.471s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.320906] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "d1c95718-0b61-4b02-b908-601c834efa21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.321218] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.321439] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "d1c95718-0b61-4b02-b908-601c834efa21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.321670] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.321859] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.323955] env[69481]: INFO nova.compute.manager [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Terminating instance [ 1604.721883] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1604.827922] env[69481]: DEBUG nova.compute.manager [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1604.828167] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1604.829117] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0279dd2-4e08-4d4b-884e-cc6056e2208b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.837172] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.837396] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e6f9f02-492d-4676-863c-101f89bf155b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.844708] env[69481]: DEBUG oslo_vmware.api [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1604.844708] env[69481]: value = "task-3265128" [ 1604.844708] env[69481]: _type = "Task" [ 1604.844708] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.852142] env[69481]: DEBUG oslo_vmware.api [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.355128] env[69481]: DEBUG oslo_vmware.api [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265128, 'name': PowerOffVM_Task, 'duration_secs': 0.160858} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.355531] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.355597] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1605.355854] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e46ced52-de1f-461d-9333-23b4cf22a4e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.426346] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1605.426694] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1605.426960] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleting the datastore file [datastore1] d1c95718-0b61-4b02-b908-601c834efa21 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.427329] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-181c64b4-cc9e-4b11-a019-cfa1afd4c8fe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.435888] env[69481]: DEBUG oslo_vmware.api [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1605.435888] env[69481]: value = "task-3265130" [ 1605.435888] env[69481]: _type = "Task" [ 1605.435888] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.446091] env[69481]: DEBUG oslo_vmware.api [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.945526] env[69481]: DEBUG oslo_vmware.api [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127442} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.945721] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.945905] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1605.946109] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1605.946295] env[69481]: INFO nova.compute.manager [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1605.946561] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1605.946762] env[69481]: DEBUG nova.compute.manager [-] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1605.946859] env[69481]: DEBUG nova.network.neutron [-] [instance: d1c95718-0b61-4b02-b908-601c834efa21] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1606.620774] env[69481]: DEBUG nova.compute.manager [req-0d02483e-9ae1-438e-a372-b2553f3c7be1 req-47b8dda3-05da-4c8a-8a2e-46ac5e069106 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Received event network-vif-deleted-c8de7d77-c1a7-412b-9ddb-7712ac2598be {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1606.621038] env[69481]: INFO nova.compute.manager [req-0d02483e-9ae1-438e-a372-b2553f3c7be1 req-47b8dda3-05da-4c8a-8a2e-46ac5e069106 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Neutron deleted interface c8de7d77-c1a7-412b-9ddb-7712ac2598be; detaching it from the instance and deleting it from the info cache [ 1606.621185] env[69481]: DEBUG nova.network.neutron [req-0d02483e-9ae1-438e-a372-b2553f3c7be1 req-47b8dda3-05da-4c8a-8a2e-46ac5e069106 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.097718] env[69481]: DEBUG nova.network.neutron [-] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.123617] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f63d0c5-2106-4e65-aac3-bd0ccac11360 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.132978] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1f8d0e-3ffd-424f-a720-b2ea57bb3d60 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.159554] env[69481]: DEBUG nova.compute.manager [req-0d02483e-9ae1-438e-a372-b2553f3c7be1 req-47b8dda3-05da-4c8a-8a2e-46ac5e069106 service nova] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Detach interface failed, port_id=c8de7d77-c1a7-412b-9ddb-7712ac2598be, reason: Instance d1c95718-0b61-4b02-b908-601c834efa21 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1607.600258] env[69481]: INFO nova.compute.manager [-] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Took 1.65 seconds to deallocate network for instance. [ 1607.721114] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.106724] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.107043] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.107245] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.128071] env[69481]: INFO nova.scheduler.client.report [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleted allocations for instance d1c95718-0b61-4b02-b908-601c834efa21 [ 1608.636644] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61581e78-64ed-443e-82a0-9e5ccc1a4a5a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "d1c95718-0b61-4b02-b908-601c834efa21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.315s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.208082] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "82150c51-27b5-4391-926e-b65ee5555748" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1609.208367] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "82150c51-27b5-4391-926e-b65ee5555748" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.710399] env[69481]: DEBUG nova.compute.manager [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.716805] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1609.720314] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1609.720457] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1609.720622] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.222640] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.222892] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1610.223053] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1610.223205] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1610.224063] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd96914-4d8e-4c12-8ed9-030f5cca0cb2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.228321] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.228557] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1610.229989] env[69481]: INFO nova.compute.claims [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1610.235295] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aa3663-4136-49c5-917e-7ad0eb323332 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.248957] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6bf773-fa4d-4627-9b2b-d80ae0d37625 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.254972] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0a6769-7290-4d49-b7d0-b05a6b2b28fc {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.285224] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180631MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1610.285380] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.266159] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d1ed4b-abb3-494c-ae73-99f6cfd9d8ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.273771] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50133508-5a97-4260-a4df-a311dfe8b887 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.302657] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7fe85c-14c9-4156-9aba-b1d05e3f1679 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.309173] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143ceb5d-b14f-4db3-aa8f-29c5df5f6124 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.322237] env[69481]: DEBUG nova.compute.provider_tree [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.825298] env[69481]: DEBUG nova.scheduler.client.report [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.330879] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.331424] env[69481]: DEBUG nova.compute.manager [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1612.334061] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.049s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.837331] env[69481]: DEBUG nova.compute.utils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1612.840248] env[69481]: DEBUG nova.compute.manager [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1612.840248] env[69481]: DEBUG nova.network.neutron [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1612.887970] env[69481]: DEBUG nova.policy [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '649512f97eb1433b9dc9121109d00b49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db9697227c59478692ef08dc6d5c239d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1613.149336] env[69481]: DEBUG nova.network.neutron [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Successfully created port: 26ff606c-22f7-4f02-abde-b0ba686a538d {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1613.340869] env[69481]: DEBUG nova.compute.manager [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1613.362607] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 82150c51-27b5-4391-926e-b65ee5555748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.362861] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1613.363070] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1613.392073] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d60dc2-7280-4697-b865-7136dc78b57e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.400009] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5355b084-915f-4600-a19f-6afc8bb8f386 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.429568] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efd60b3-7162-440a-8a66-fe2ba8642411 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.436384] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82731c0-6493-408b-ad73-3f29ea73a249 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.449938] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.953858] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.351432] env[69481]: DEBUG nova.compute.manager [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1614.377271] env[69481]: DEBUG nova.virt.hardware [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1614.377520] env[69481]: DEBUG nova.virt.hardware [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.377677] env[69481]: DEBUG nova.virt.hardware [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1614.377857] env[69481]: DEBUG nova.virt.hardware [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.378016] env[69481]: DEBUG nova.virt.hardware [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1614.378168] env[69481]: DEBUG nova.virt.hardware [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1614.378372] env[69481]: DEBUG nova.virt.hardware [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1614.378532] env[69481]: DEBUG nova.virt.hardware [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1614.378699] env[69481]: DEBUG nova.virt.hardware [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1614.378891] env[69481]: DEBUG nova.virt.hardware [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1614.379082] env[69481]: DEBUG nova.virt.hardware [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1614.379942] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bd5ec1-ff55-433c-bc56-9ca6d33553f4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.387862] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1bd11-44b0-4965-827d-6e2bbdb82f16 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.458566] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1614.458797] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1614.490231] env[69481]: DEBUG nova.compute.manager [req-4a2bab95-c9aa-482a-9ed2-46ebda50d9bf req-89e86ede-f34f-4994-ba15-f5927e8d4b1a service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Received event network-vif-plugged-26ff606c-22f7-4f02-abde-b0ba686a538d {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1614.490443] env[69481]: DEBUG oslo_concurrency.lockutils [req-4a2bab95-c9aa-482a-9ed2-46ebda50d9bf req-89e86ede-f34f-4994-ba15-f5927e8d4b1a service nova] Acquiring lock "82150c51-27b5-4391-926e-b65ee5555748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1614.490651] env[69481]: DEBUG oslo_concurrency.lockutils [req-4a2bab95-c9aa-482a-9ed2-46ebda50d9bf req-89e86ede-f34f-4994-ba15-f5927e8d4b1a service nova] Lock "82150c51-27b5-4391-926e-b65ee5555748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1614.490824] env[69481]: DEBUG oslo_concurrency.lockutils [req-4a2bab95-c9aa-482a-9ed2-46ebda50d9bf req-89e86ede-f34f-4994-ba15-f5927e8d4b1a service nova] Lock "82150c51-27b5-4391-926e-b65ee5555748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1614.490986] env[69481]: DEBUG nova.compute.manager [req-4a2bab95-c9aa-482a-9ed2-46ebda50d9bf req-89e86ede-f34f-4994-ba15-f5927e8d4b1a service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] No waiting events found dispatching network-vif-plugged-26ff606c-22f7-4f02-abde-b0ba686a538d {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.491165] env[69481]: WARNING nova.compute.manager [req-4a2bab95-c9aa-482a-9ed2-46ebda50d9bf req-89e86ede-f34f-4994-ba15-f5927e8d4b1a service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Received unexpected event network-vif-plugged-26ff606c-22f7-4f02-abde-b0ba686a538d for instance with vm_state building and task_state spawning. [ 1614.570598] env[69481]: DEBUG nova.network.neutron [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Successfully updated port: 26ff606c-22f7-4f02-abde-b0ba686a538d {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1615.073666] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.073830] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.073977] env[69481]: DEBUG nova.network.neutron [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.607307] env[69481]: DEBUG nova.network.neutron [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1615.721559] env[69481]: DEBUG nova.network.neutron [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance_info_cache with network_info: [{"id": "26ff606c-22f7-4f02-abde-b0ba686a538d", "address": "fa:16:3e:a7:cd:41", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ff606c-22", "ovs_interfaceid": "26ff606c-22f7-4f02-abde-b0ba686a538d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.224779] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.225118] env[69481]: DEBUG nova.compute.manager [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Instance network_info: |[{"id": "26ff606c-22f7-4f02-abde-b0ba686a538d", "address": "fa:16:3e:a7:cd:41", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ff606c-22", "ovs_interfaceid": "26ff606c-22f7-4f02-abde-b0ba686a538d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1616.225560] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:cd:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26ff606c-22f7-4f02-abde-b0ba686a538d', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1616.232981] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1616.233202] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1616.233778] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13b926fc-17c3-4118-8503-1dc2aa971f7e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.252856] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1616.252856] env[69481]: value = "task-3265131" [ 1616.252856] env[69481]: _type = "Task" [ 1616.252856] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.260236] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265131, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.460165] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.519383] env[69481]: DEBUG nova.compute.manager [req-09d118d4-b8d9-4b16-ba25-1ddc44817c32 req-60643c8a-bfd4-4528-82e2-33b8e985a62c service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Received event network-changed-26ff606c-22f7-4f02-abde-b0ba686a538d {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1616.519697] env[69481]: DEBUG nova.compute.manager [req-09d118d4-b8d9-4b16-ba25-1ddc44817c32 req-60643c8a-bfd4-4528-82e2-33b8e985a62c service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Refreshing instance network info cache due to event network-changed-26ff606c-22f7-4f02-abde-b0ba686a538d. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1616.520019] env[69481]: DEBUG oslo_concurrency.lockutils [req-09d118d4-b8d9-4b16-ba25-1ddc44817c32 req-60643c8a-bfd4-4528-82e2-33b8e985a62c service nova] Acquiring lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.520242] env[69481]: DEBUG oslo_concurrency.lockutils [req-09d118d4-b8d9-4b16-ba25-1ddc44817c32 req-60643c8a-bfd4-4528-82e2-33b8e985a62c service nova] Acquired lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.520486] env[69481]: DEBUG nova.network.neutron [req-09d118d4-b8d9-4b16-ba25-1ddc44817c32 req-60643c8a-bfd4-4528-82e2-33b8e985a62c service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Refreshing network info cache for port 26ff606c-22f7-4f02-abde-b0ba686a538d {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1616.762647] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265131, 'name': CreateVM_Task, 'duration_secs': 0.292551} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.762959] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.763500] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.763677] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.764031] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.764287] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2682da3c-d542-46bd-9c8a-d46907182487 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.769249] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1616.769249] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52132f73-294f-033a-b1b6-a7955193d218" [ 1616.769249] env[69481]: _type = "Task" [ 1616.769249] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.776289] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52132f73-294f-033a-b1b6-a7955193d218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.189273] env[69481]: DEBUG nova.network.neutron [req-09d118d4-b8d9-4b16-ba25-1ddc44817c32 req-60643c8a-bfd4-4528-82e2-33b8e985a62c service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updated VIF entry in instance network info cache for port 26ff606c-22f7-4f02-abde-b0ba686a538d. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1617.189619] env[69481]: DEBUG nova.network.neutron [req-09d118d4-b8d9-4b16-ba25-1ddc44817c32 req-60643c8a-bfd4-4528-82e2-33b8e985a62c service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance_info_cache with network_info: [{"id": "26ff606c-22f7-4f02-abde-b0ba686a538d", "address": "fa:16:3e:a7:cd:41", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ff606c-22", "ovs_interfaceid": "26ff606c-22f7-4f02-abde-b0ba686a538d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.279141] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52132f73-294f-033a-b1b6-a7955193d218, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.279430] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.279663] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1617.279896] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.280061] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.280248] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1617.280497] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fcaed5d-e8a5-4b5e-a70a-f84285d5e05a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.288669] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.288834] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1617.289499] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a201eba-112d-466d-8ff7-101bb1dbf248 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.293979] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1617.293979] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]523966f7-7a88-efec-a924-86bb18d3483d" [ 1617.293979] env[69481]: _type = "Task" [ 1617.293979] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.301185] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523966f7-7a88-efec-a924-86bb18d3483d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.692751] env[69481]: DEBUG oslo_concurrency.lockutils [req-09d118d4-b8d9-4b16-ba25-1ddc44817c32 req-60643c8a-bfd4-4528-82e2-33b8e985a62c service nova] Releasing lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.804223] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]523966f7-7a88-efec-a924-86bb18d3483d, 'name': SearchDatastore_Task, 'duration_secs': 0.008228} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.805050] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6c09bd-5286-45b7-b571-759feee975ad {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.809885] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1617.809885] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5208b132-8e7f-719f-f8a5-40060661ee63" [ 1617.809885] env[69481]: _type = "Task" [ 1617.809885] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.817748] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5208b132-8e7f-719f-f8a5-40060661ee63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.320209] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5208b132-8e7f-719f-f8a5-40060661ee63, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.320476] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.320794] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 82150c51-27b5-4391-926e-b65ee5555748/82150c51-27b5-4391-926e-b65ee5555748.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1618.320984] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58edd977-1d26-4be3-a21d-f6e1052b7216 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.327942] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1618.327942] env[69481]: value = "task-3265132" [ 1618.327942] env[69481]: _type = "Task" [ 1618.327942] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.335076] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.837875] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410512} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.838271] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] 82150c51-27b5-4391-926e-b65ee5555748/82150c51-27b5-4391-926e-b65ee5555748.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.838388] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.838584] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b94b83f8-caf7-42b7-9085-c8775453699d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.844614] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1618.844614] env[69481]: value = "task-3265133" [ 1618.844614] env[69481]: _type = "Task" [ 1618.844614] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.851247] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.353757] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060469} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.354032] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1619.354766] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e864c2a-e760-4195-bbc0-450e6a3eaa63 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.376784] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 82150c51-27b5-4391-926e-b65ee5555748/82150c51-27b5-4391-926e-b65ee5555748.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.377017] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e06f53a-83dd-41ab-8630-70c8655d2e8a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.396111] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1619.396111] env[69481]: value = "task-3265134" [ 1619.396111] env[69481]: _type = "Task" [ 1619.396111] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.403148] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.905671] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265134, 'name': ReconfigVM_Task, 'duration_secs': 0.299409} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.906106] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 82150c51-27b5-4391-926e-b65ee5555748/82150c51-27b5-4391-926e-b65ee5555748.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.906631] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f50203be-01cd-4b73-927d-d98949958cf3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.912706] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1619.912706] env[69481]: value = "task-3265135" [ 1619.912706] env[69481]: _type = "Task" [ 1619.912706] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.919686] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265135, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.423095] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265135, 'name': Rename_Task, 'duration_secs': 0.138924} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.423382] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.423620] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdedbde8-e243-4039-aae1-dfb8fecc9e41 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.429582] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1620.429582] env[69481]: value = "task-3265136" [ 1620.429582] env[69481]: _type = "Task" [ 1620.429582] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.436678] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.939797] env[69481]: DEBUG oslo_vmware.api [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265136, 'name': PowerOnVM_Task, 'duration_secs': 0.423704} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.940154] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.940274] env[69481]: INFO nova.compute.manager [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1620.940449] env[69481]: DEBUG nova.compute.manager [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.941221] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91ce3ed-0816-48a8-8c16-16e855bfa80f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.460301] env[69481]: INFO nova.compute.manager [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Took 11.25 seconds to build instance. [ 1621.962379] env[69481]: DEBUG oslo_concurrency.lockutils [None req-cabbc5a0-b4b0-4ae2-9c0d-27c1b54d157c tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "82150c51-27b5-4391-926e-b65ee5555748" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.754s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.153399] env[69481]: DEBUG nova.compute.manager [req-be6d8095-d5b9-4a36-a8f0-d5787afd73d9 req-07c55acd-774d-4fe4-9f74-80577092cb67 service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Received event network-changed-26ff606c-22f7-4f02-abde-b0ba686a538d {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1622.153622] env[69481]: DEBUG nova.compute.manager [req-be6d8095-d5b9-4a36-a8f0-d5787afd73d9 req-07c55acd-774d-4fe4-9f74-80577092cb67 service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Refreshing instance network info cache due to event network-changed-26ff606c-22f7-4f02-abde-b0ba686a538d. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1622.153767] env[69481]: DEBUG oslo_concurrency.lockutils [req-be6d8095-d5b9-4a36-a8f0-d5787afd73d9 req-07c55acd-774d-4fe4-9f74-80577092cb67 service nova] Acquiring lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.153914] env[69481]: DEBUG oslo_concurrency.lockutils [req-be6d8095-d5b9-4a36-a8f0-d5787afd73d9 req-07c55acd-774d-4fe4-9f74-80577092cb67 service nova] Acquired lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.154080] env[69481]: DEBUG nova.network.neutron [req-be6d8095-d5b9-4a36-a8f0-d5787afd73d9 req-07c55acd-774d-4fe4-9f74-80577092cb67 service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Refreshing network info cache for port 26ff606c-22f7-4f02-abde-b0ba686a538d {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.848813] env[69481]: DEBUG nova.network.neutron [req-be6d8095-d5b9-4a36-a8f0-d5787afd73d9 req-07c55acd-774d-4fe4-9f74-80577092cb67 service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updated VIF entry in instance network info cache for port 26ff606c-22f7-4f02-abde-b0ba686a538d. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.849187] env[69481]: DEBUG nova.network.neutron [req-be6d8095-d5b9-4a36-a8f0-d5787afd73d9 req-07c55acd-774d-4fe4-9f74-80577092cb67 service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance_info_cache with network_info: [{"id": "26ff606c-22f7-4f02-abde-b0ba686a538d", "address": "fa:16:3e:a7:cd:41", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ff606c-22", "ovs_interfaceid": "26ff606c-22f7-4f02-abde-b0ba686a538d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.352197] env[69481]: DEBUG oslo_concurrency.lockutils [req-be6d8095-d5b9-4a36-a8f0-d5787afd73d9 req-07c55acd-774d-4fe4-9f74-80577092cb67 service nova] Releasing lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.122776] env[69481]: DEBUG nova.compute.manager [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Stashing vm_state: active {{(pid=69481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1659.639286] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1659.639592] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1660.144832] env[69481]: INFO nova.compute.claims [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1660.651191] env[69481]: INFO nova.compute.resource_tracker [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating resource usage from migration 2beec3bc-afa5-40ac-9782-176a7ab84f37 [ 1660.687822] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13a8a62-eea2-4c4d-b0fe-40ca282c59b8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.695400] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d763ada8-b3f3-4e9c-b79e-381a340d42e6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.725396] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c56552-f015-4128-805d-5b599978ac73 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.731802] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd9ca1f-8ffa-4390-8ff5-f6b1db42c6e1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.744418] env[69481]: DEBUG nova.compute.provider_tree [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.247445] env[69481]: DEBUG nova.scheduler.client.report [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.752779] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.113s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1661.752995] env[69481]: INFO nova.compute.manager [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Migrating [ 1662.268155] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.268543] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1662.268543] env[69481]: DEBUG nova.network.neutron [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.721782] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.970314] env[69481]: DEBUG nova.network.neutron [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance_info_cache with network_info: [{"id": "26ff606c-22f7-4f02-abde-b0ba686a538d", "address": "fa:16:3e:a7:cd:41", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ff606c-22", "ovs_interfaceid": "26ff606c-22f7-4f02-abde-b0ba686a538d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.472801] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1663.721592] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.721701] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.986762] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57926701-b139-41df-9bce-bee86c890fc4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.006183] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance '82150c51-27b5-4391-926e-b65ee5555748' progress to 0 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1665.512599] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1665.512900] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a5c1e88-710f-4856-8c4b-0bc3ae562b81 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.520666] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1665.520666] env[69481]: value = "task-3265137" [ 1665.520666] env[69481]: _type = "Task" [ 1665.520666] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.528624] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.030628] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265137, 'name': PowerOffVM_Task, 'duration_secs': 0.176515} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.030942] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.031161] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance '82150c51-27b5-4391-926e-b65ee5555748' progress to 17 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1666.537715] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.537948] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.538122] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.538359] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.538532] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.538685] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.538894] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.539064] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.539237] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.539412] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.539623] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.546099] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e914995d-976e-4e26-8c3e-853fdef888d2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.567666] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1666.567666] env[69481]: value = "task-3265138" [ 1666.567666] env[69481]: _type = "Task" [ 1666.567666] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.578848] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.078116] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265138, 'name': ReconfigVM_Task, 'duration_secs': 0.193983} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.078462] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance '82150c51-27b5-4391-926e-b65ee5555748' progress to 33 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1667.584639] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1667.584878] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1667.585053] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1667.585248] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1667.585393] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1667.585544] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1667.585744] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1667.585904] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1667.586083] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1667.586250] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1667.586425] env[69481]: DEBUG nova.virt.hardware [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1667.591747] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1667.592010] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20192d96-8a7b-415f-bc19-8840d2a02b62 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.610680] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1667.610680] env[69481]: value = "task-3265139" [ 1667.610680] env[69481]: _type = "Task" [ 1667.610680] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.618073] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.721274] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.120896] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265139, 'name': ReconfigVM_Task, 'duration_secs': 0.237102} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.121234] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1668.121885] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d8407e-3176-4ba7-9ea7-8c56f3ad7df6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.142945] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 82150c51-27b5-4391-926e-b65ee5555748/82150c51-27b5-4391-926e-b65ee5555748.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.143511] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4a8409-b8fc-4c78-b598-a61ff6ca5248 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.161438] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1668.161438] env[69481]: value = "task-3265140" [ 1668.161438] env[69481]: _type = "Task" [ 1668.161438] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.168715] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.670281] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265140, 'name': ReconfigVM_Task, 'duration_secs': 0.292663} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.670507] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 82150c51-27b5-4391-926e-b65ee5555748/82150c51-27b5-4391-926e-b65ee5555748.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.670756] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance '82150c51-27b5-4391-926e-b65ee5555748' progress to 50 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1669.179063] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11765f3f-943b-41cd-a87b-251f8a7c7584 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.197340] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a263b460-6048-498b-97c5-e9c4276b5fcd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.213849] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance '82150c51-27b5-4391-926e-b65ee5555748' progress to 67 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1669.759823] env[69481]: DEBUG nova.network.neutron [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Port 26ff606c-22f7-4f02-abde-b0ba686a538d binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1670.721459] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.721778] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1670.721861] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.781209] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "82150c51-27b5-4391-926e-b65ee5555748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1670.781444] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "82150c51-27b5-4391-926e-b65ee5555748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1670.781629] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "82150c51-27b5-4391-926e-b65ee5555748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1671.225109] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1671.227025] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1671.227025] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1671.227025] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1671.227025] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa98861-e7f4-409c-98e4-598463d3fee5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.235306] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a046e6-a18e-4644-8be7-d10c500845b0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.250195] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393eaee4-a65a-47a1-a3d8-aef8c8fb76a2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.256421] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f3203f-a4f8-4dd7-8878-db94005e485c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.286233] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181036MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1671.286400] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1671.286580] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1671.820499] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.820780] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.820851] env[69481]: DEBUG nova.network.neutron [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.295934] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Applying migration context for instance 82150c51-27b5-4391-926e-b65ee5555748 as it has an incoming, in-progress migration 2beec3bc-afa5-40ac-9782-176a7ab84f37. Migration status is post-migrating {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1672.296534] env[69481]: INFO nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating resource usage from migration 2beec3bc-afa5-40ac-9782-176a7ab84f37 [ 1672.313835] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Migration 2beec3bc-afa5-40ac-9782-176a7ab84f37 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1672.313986] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 82150c51-27b5-4391-926e-b65ee5555748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.314173] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1672.314312] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1672.348638] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7ca4fa-daa1-4e3f-ada8-e72a7516f0eb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.358112] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ac5b28-662a-42a5-a190-77ee0d78668e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.390019] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c986ca6-db24-4d34-b27f-2168807062bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.397052] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f80f039-253e-4213-bf13-f9a0cbb623a9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.410085] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.521475] env[69481]: DEBUG nova.network.neutron [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance_info_cache with network_info: [{"id": "26ff606c-22f7-4f02-abde-b0ba686a538d", "address": "fa:16:3e:a7:cd:41", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ff606c-22", "ovs_interfaceid": "26ff606c-22f7-4f02-abde-b0ba686a538d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.913475] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.023803] env[69481]: DEBUG oslo_concurrency.lockutils [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1673.418176] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1673.418412] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.132s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1673.547495] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee21b03-f953-442d-a477-1ad91c1e353d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.565980] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd813534-409c-466f-b35a-2aecf7dd765a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.572226] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance '82150c51-27b5-4391-926e-b65ee5555748' progress to 83 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1674.078615] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.078960] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f7c03e9-26ec-4104-b260-91ac95118dec {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.087174] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1674.087174] env[69481]: value = "task-3265141" [ 1674.087174] env[69481]: _type = "Task" [ 1674.087174] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.094985] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.413831] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.414117] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.597014] env[69481]: DEBUG oslo_vmware.api [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265141, 'name': PowerOnVM_Task, 'duration_secs': 0.35944} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.597315] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.597520] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-d074de03-dc3e-433f-a2d8-a55a6c8d42ba tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance '82150c51-27b5-4391-926e-b65ee5555748' progress to 100 {{(pid=69481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1675.716641] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1677.414412] env[69481]: DEBUG nova.network.neutron [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Port 26ff606c-22f7-4f02-abde-b0ba686a538d binding to destination host cpu-1 is already ACTIVE {{(pid=69481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1677.414672] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.414818] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1677.414979] env[69481]: DEBUG nova.network.neutron [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1678.118618] env[69481]: DEBUG nova.network.neutron [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance_info_cache with network_info: [{"id": "26ff606c-22f7-4f02-abde-b0ba686a538d", "address": "fa:16:3e:a7:cd:41", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ff606c-22", "ovs_interfaceid": "26ff606c-22f7-4f02-abde-b0ba686a538d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.621230] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1679.124650] env[69481]: DEBUG nova.compute.manager [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69481) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1679.124885] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.125151] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.628094] env[69481]: DEBUG nova.objects.instance [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'migration_context' on Instance uuid 82150c51-27b5-4391-926e-b65ee5555748 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.172301] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58344222-3c34-4ac6-8a52-0e9b1c755c82 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.180908] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc711e0-71a5-4b5e-a088-ee0dc4cd9149 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.210279] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e888e84-73d3-43dc-bc47-2c4282ed5653 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.217316] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1e2d3b-5014-48ab-a984-c26292da975b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.230113] env[69481]: DEBUG nova.compute.provider_tree [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.733684] env[69481]: DEBUG nova.scheduler.client.report [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.744535] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.619s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1683.278948] env[69481]: INFO nova.compute.manager [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Swapping old allocation on dict_keys(['e43c54f0-3622-483a-a612-82b8457c9186']) held by migration 2beec3bc-afa5-40ac-9782-176a7ab84f37 for instance [ 1683.299373] env[69481]: DEBUG nova.scheduler.client.report [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Overwriting current allocation {'allocations': {'e43c54f0-3622-483a-a612-82b8457c9186': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': 'db9697227c59478692ef08dc6d5c239d', 'user_id': '649512f97eb1433b9dc9121109d00b49', 'consumer_generation': 1} on consumer 82150c51-27b5-4391-926e-b65ee5555748 {{(pid=69481) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1683.375421] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.375650] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.375838] env[69481]: DEBUG nova.network.neutron [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.065367] env[69481]: DEBUG nova.network.neutron [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance_info_cache with network_info: [{"id": "26ff606c-22f7-4f02-abde-b0ba686a538d", "address": "fa:16:3e:a7:cd:41", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ff606c-22", "ovs_interfaceid": "26ff606c-22f7-4f02-abde-b0ba686a538d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.568027] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-82150c51-27b5-4391-926e-b65ee5555748" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.568516] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1684.568835] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c08f61d-ff63-48b4-a439-e2e937ed0ce8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.577342] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1684.577342] env[69481]: value = "task-3265142" [ 1684.577342] env[69481]: _type = "Task" [ 1684.577342] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.585613] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.086619] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265142, 'name': PowerOffVM_Task, 'duration_secs': 0.255731} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.086879] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1685.087613] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1685.087835] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1685.088060] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1685.088278] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1685.088431] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1685.088616] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1685.088823] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1685.088983] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1685.089165] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1685.089329] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1685.089501] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1685.094278] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad73e9ad-5a1f-428c-954c-4079e14599c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.109355] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1685.109355] env[69481]: value = "task-3265143" [ 1685.109355] env[69481]: _type = "Task" [ 1685.109355] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.116403] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.619174] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265143, 'name': ReconfigVM_Task, 'duration_secs': 0.199574} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.619993] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e3db3a-4f21-4466-9859-197bd71bcc5c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.637891] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1685.638181] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1685.638299] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1685.638490] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1685.638658] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1685.638824] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1685.639039] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1685.639206] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1685.639374] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1685.639537] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1685.639712] env[69481]: DEBUG nova.virt.hardware [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1685.640525] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922c363e-73ff-4659-909a-400cfcc37825 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.645872] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1685.645872] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52fbc846-b0fe-975e-5a01-c8b942d86217" [ 1685.645872] env[69481]: _type = "Task" [ 1685.645872] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.653678] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fbc846-b0fe-975e-5a01-c8b942d86217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.155574] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52fbc846-b0fe-975e-5a01-c8b942d86217, 'name': SearchDatastore_Task, 'duration_secs': 0.018056} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.160803] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1686.161076] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc733bd-efc5-4a3a-aa62-eb5ff6992dcd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.178492] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1686.178492] env[69481]: value = "task-3265144" [ 1686.178492] env[69481]: _type = "Task" [ 1686.178492] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.187280] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.688766] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.190956] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.691451] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265144, 'name': ReconfigVM_Task, 'duration_secs': 1.173138} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.691846] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1687.692472] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700cad94-ee81-4248-8407-0861c956f8f0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.713709] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 82150c51-27b5-4391-926e-b65ee5555748/82150c51-27b5-4391-926e-b65ee5555748.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1687.713950] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ebebc76-73ec-4636-8688-354bb04cf2aa {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.731341] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1687.731341] env[69481]: value = "task-3265145" [ 1687.731341] env[69481]: _type = "Task" [ 1687.731341] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.738812] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.240675] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265145, 'name': ReconfigVM_Task, 'duration_secs': 0.414284} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.240901] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 82150c51-27b5-4391-926e-b65ee5555748/82150c51-27b5-4391-926e-b65ee5555748.vmdk or device None with type thin {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.241750] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bc01f4-87fd-486c-85cc-28ef53c090d4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.259200] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6bfddc-4c48-43ce-a930-8132544d12cd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.276210] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4af0cb8-5253-4eb2-8feb-9482fb83221e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.292893] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1864682e-22ee-44d9-9d9f-c3b404b5ddc8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.298953] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.299180] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bce4490e-ebc5-4e22-8d66-bd69a5eaf4b5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.304814] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1688.304814] env[69481]: value = "task-3265146" [ 1688.304814] env[69481]: _type = "Task" [ 1688.304814] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.312923] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.814881] env[69481]: DEBUG oslo_vmware.api [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265146, 'name': PowerOnVM_Task, 'duration_secs': 0.395057} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.815282] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.825780] env[69481]: INFO nova.compute.manager [None req-2dd33cd0-0683-4687-89ab-c984b456a9f5 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance to original state: 'active' [ 1690.906360] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "82150c51-27b5-4391-926e-b65ee5555748" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1690.906698] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "82150c51-27b5-4391-926e-b65ee5555748" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1690.906823] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "82150c51-27b5-4391-926e-b65ee5555748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1690.907024] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "82150c51-27b5-4391-926e-b65ee5555748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1690.907199] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "82150c51-27b5-4391-926e-b65ee5555748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1690.909453] env[69481]: INFO nova.compute.manager [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Terminating instance [ 1691.413631] env[69481]: DEBUG nova.compute.manager [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1691.413631] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1691.414256] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13710813-9418-4339-9202-1256b2c4d49d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.422459] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1691.422758] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-896109ab-dc41-41e6-a700-5cd10b2847c8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.430316] env[69481]: DEBUG oslo_vmware.api [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1691.430316] env[69481]: value = "task-3265147" [ 1691.430316] env[69481]: _type = "Task" [ 1691.430316] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.438655] env[69481]: DEBUG oslo_vmware.api [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.939853] env[69481]: DEBUG oslo_vmware.api [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265147, 'name': PowerOffVM_Task, 'duration_secs': 0.263787} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.940224] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.940301] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.940543] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95da2772-538e-4d5a-ba48-659dcfca9b71 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.008955] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1692.009194] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1692.009377] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleting the datastore file [datastore2] 82150c51-27b5-4391-926e-b65ee5555748 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1692.009639] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-610d4a95-4497-45fd-8111-564fb2d17d7c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.016815] env[69481]: DEBUG oslo_vmware.api [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1692.016815] env[69481]: value = "task-3265149" [ 1692.016815] env[69481]: _type = "Task" [ 1692.016815] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.025327] env[69481]: DEBUG oslo_vmware.api [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.526921] env[69481]: DEBUG oslo_vmware.api [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16636} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.527201] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.527388] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.527583] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.527788] env[69481]: INFO nova.compute.manager [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1692.528062] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1692.528265] env[69481]: DEBUG nova.compute.manager [-] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1692.528362] env[69481]: DEBUG nova.network.neutron [-] [instance: 82150c51-27b5-4391-926e-b65ee5555748] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1693.067125] env[69481]: DEBUG nova.compute.manager [req-f58b5b46-9c96-4d51-a400-903868b89865 req-af074e7a-90e7-4bf0-b6e7-10e6540af33b service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Received event network-vif-deleted-26ff606c-22f7-4f02-abde-b0ba686a538d {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1693.067421] env[69481]: INFO nova.compute.manager [req-f58b5b46-9c96-4d51-a400-903868b89865 req-af074e7a-90e7-4bf0-b6e7-10e6540af33b service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Neutron deleted interface 26ff606c-22f7-4f02-abde-b0ba686a538d; detaching it from the instance and deleting it from the info cache [ 1693.067531] env[69481]: DEBUG nova.network.neutron [req-f58b5b46-9c96-4d51-a400-903868b89865 req-af074e7a-90e7-4bf0-b6e7-10e6540af33b service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.539529] env[69481]: DEBUG nova.network.neutron [-] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.570632] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67bd0eb9-f919-4360-bf50-c0e47bc12cc2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.579795] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70453fd1-e84b-4527-949b-c07918672b30 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.603873] env[69481]: DEBUG nova.compute.manager [req-f58b5b46-9c96-4d51-a400-903868b89865 req-af074e7a-90e7-4bf0-b6e7-10e6540af33b service nova] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Detach interface failed, port_id=26ff606c-22f7-4f02-abde-b0ba686a538d, reason: Instance 82150c51-27b5-4391-926e-b65ee5555748 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1694.042944] env[69481]: INFO nova.compute.manager [-] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Took 1.51 seconds to deallocate network for instance. [ 1694.549540] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1694.549917] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1694.550025] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1694.590678] env[69481]: INFO nova.scheduler.client.report [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleted allocations for instance 82150c51-27b5-4391-926e-b65ee5555748 [ 1695.098648] env[69481]: DEBUG oslo_concurrency.lockutils [None req-ebf7ed54-f245-4c15-8aa0-600752a2246a tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "82150c51-27b5-4391-926e-b65ee5555748" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.192s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1695.751946] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1695.752224] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1696.254587] env[69481]: DEBUG nova.compute.manager [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1696.776143] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1696.776570] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1696.778470] env[69481]: INFO nova.compute.claims [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.817029] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f91b0b4-b591-4043-8801-88e13929868a {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.824265] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21029c84-5937-46fa-a45b-cede5237eba2 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.852966] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3238c5d9-c036-41b9-bf82-d520cb3c10db {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.859761] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b4f506-d422-4fbd-92e6-f8d974a1b31c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.872245] env[69481]: DEBUG nova.compute.provider_tree [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.375052] env[69481]: DEBUG nova.scheduler.client.report [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.879892] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1698.880459] env[69481]: DEBUG nova.compute.manager [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.388107] env[69481]: DEBUG nova.compute.utils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1699.389655] env[69481]: DEBUG nova.compute.manager [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1699.389847] env[69481]: DEBUG nova.network.neutron [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1699.436649] env[69481]: DEBUG nova.policy [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '649512f97eb1433b9dc9121109d00b49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db9697227c59478692ef08dc6d5c239d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1699.699567] env[69481]: DEBUG nova.network.neutron [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Successfully created port: b3bddfb7-f0b3-4664-9ada-21b49abee4d2 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1699.893098] env[69481]: DEBUG nova.compute.manager [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1700.903027] env[69481]: DEBUG nova.compute.manager [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1700.930356] env[69481]: DEBUG nova.virt.hardware [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1700.930626] env[69481]: DEBUG nova.virt.hardware [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1700.930796] env[69481]: DEBUG nova.virt.hardware [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1700.930984] env[69481]: DEBUG nova.virt.hardware [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1700.931154] env[69481]: DEBUG nova.virt.hardware [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1700.931304] env[69481]: DEBUG nova.virt.hardware [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1700.931508] env[69481]: DEBUG nova.virt.hardware [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1700.931699] env[69481]: DEBUG nova.virt.hardware [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1700.931910] env[69481]: DEBUG nova.virt.hardware [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1700.932106] env[69481]: DEBUG nova.virt.hardware [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1700.932288] env[69481]: DEBUG nova.virt.hardware [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1700.933172] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d597eb8-2116-4315-943d-edddd9c8b90c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.941164] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dfacf8-a939-4f5a-8fa9-c31fc28db1a5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.046165] env[69481]: DEBUG nova.compute.manager [req-ac82a21a-370b-470f-a5fd-d44a06c31f15 req-09d08776-0480-4ef4-9403-d61aa5840efb service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Received event network-vif-plugged-b3bddfb7-f0b3-4664-9ada-21b49abee4d2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1701.046410] env[69481]: DEBUG oslo_concurrency.lockutils [req-ac82a21a-370b-470f-a5fd-d44a06c31f15 req-09d08776-0480-4ef4-9403-d61aa5840efb service nova] Acquiring lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1701.046620] env[69481]: DEBUG oslo_concurrency.lockutils [req-ac82a21a-370b-470f-a5fd-d44a06c31f15 req-09d08776-0480-4ef4-9403-d61aa5840efb service nova] Lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1701.046792] env[69481]: DEBUG oslo_concurrency.lockutils [req-ac82a21a-370b-470f-a5fd-d44a06c31f15 req-09d08776-0480-4ef4-9403-d61aa5840efb service nova] Lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1701.046962] env[69481]: DEBUG nova.compute.manager [req-ac82a21a-370b-470f-a5fd-d44a06c31f15 req-09d08776-0480-4ef4-9403-d61aa5840efb service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] No waiting events found dispatching network-vif-plugged-b3bddfb7-f0b3-4664-9ada-21b49abee4d2 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1701.047187] env[69481]: WARNING nova.compute.manager [req-ac82a21a-370b-470f-a5fd-d44a06c31f15 req-09d08776-0480-4ef4-9403-d61aa5840efb service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Received unexpected event network-vif-plugged-b3bddfb7-f0b3-4664-9ada-21b49abee4d2 for instance with vm_state building and task_state spawning. [ 1701.123883] env[69481]: DEBUG nova.network.neutron [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Successfully updated port: b3bddfb7-f0b3-4664-9ada-21b49abee4d2 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1701.628159] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.628315] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1701.628465] env[69481]: DEBUG nova.network.neutron [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1702.158840] env[69481]: DEBUG nova.network.neutron [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1702.274437] env[69481]: DEBUG nova.network.neutron [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Updating instance_info_cache with network_info: [{"id": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "address": "fa:16:3e:1a:98:96", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bddfb7-f0", "ovs_interfaceid": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.776659] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.776981] env[69481]: DEBUG nova.compute.manager [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Instance network_info: |[{"id": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "address": "fa:16:3e:1a:98:96", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bddfb7-f0", "ovs_interfaceid": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1702.777738] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:98:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3bddfb7-f0b3-4664-9ada-21b49abee4d2', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1702.785354] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1702.785566] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1702.785792] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6ac9d13-d3a8-4ffe-826b-15b284d8ef33 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.805925] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1702.805925] env[69481]: value = "task-3265150" [ 1702.805925] env[69481]: _type = "Task" [ 1702.805925] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.813075] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265150, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.073058] env[69481]: DEBUG nova.compute.manager [req-dc428c3d-f098-424c-8b18-274705c1026a req-fae4ebbe-8ee9-434d-882b-cfd53835fc9b service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Received event network-changed-b3bddfb7-f0b3-4664-9ada-21b49abee4d2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1703.073298] env[69481]: DEBUG nova.compute.manager [req-dc428c3d-f098-424c-8b18-274705c1026a req-fae4ebbe-8ee9-434d-882b-cfd53835fc9b service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Refreshing instance network info cache due to event network-changed-b3bddfb7-f0b3-4664-9ada-21b49abee4d2. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1703.073561] env[69481]: DEBUG oslo_concurrency.lockutils [req-dc428c3d-f098-424c-8b18-274705c1026a req-fae4ebbe-8ee9-434d-882b-cfd53835fc9b service nova] Acquiring lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.073747] env[69481]: DEBUG oslo_concurrency.lockutils [req-dc428c3d-f098-424c-8b18-274705c1026a req-fae4ebbe-8ee9-434d-882b-cfd53835fc9b service nova] Acquired lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1703.073950] env[69481]: DEBUG nova.network.neutron [req-dc428c3d-f098-424c-8b18-274705c1026a req-fae4ebbe-8ee9-434d-882b-cfd53835fc9b service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Refreshing network info cache for port b3bddfb7-f0b3-4664-9ada-21b49abee4d2 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1703.971045] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265150, 'name': CreateVM_Task, 'duration_secs': 0.326885} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.971381] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1703.972100] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.972271] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1703.972597] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1703.972843] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac60884-5b27-49bd-9edf-b472b58786e8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.978321] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1703.978321] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]526517e6-2125-b6fa-dd6b-87675b35ca4d" [ 1703.978321] env[69481]: _type = "Task" [ 1703.978321] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.985409] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526517e6-2125-b6fa-dd6b-87675b35ca4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.138679] env[69481]: DEBUG nova.network.neutron [req-dc428c3d-f098-424c-8b18-274705c1026a req-fae4ebbe-8ee9-434d-882b-cfd53835fc9b service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Updated VIF entry in instance network info cache for port b3bddfb7-f0b3-4664-9ada-21b49abee4d2. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1704.139015] env[69481]: DEBUG nova.network.neutron [req-dc428c3d-f098-424c-8b18-274705c1026a req-fae4ebbe-8ee9-434d-882b-cfd53835fc9b service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Updating instance_info_cache with network_info: [{"id": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "address": "fa:16:3e:1a:98:96", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bddfb7-f0", "ovs_interfaceid": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.488498] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]526517e6-2125-b6fa-dd6b-87675b35ca4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012255} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.488799] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.489045] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1704.489288] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.489431] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.489605] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1704.489855] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47884285-dce6-4f75-a0cd-98a4ce7359c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.499242] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1704.499407] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1704.500063] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07709255-fbd4-4f40-9f16-775fc1a5e870 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.504575] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1704.504575] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52098321-fe18-2b50-6c81-70b6cdd4e2e0" [ 1704.504575] env[69481]: _type = "Task" [ 1704.504575] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.511742] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52098321-fe18-2b50-6c81-70b6cdd4e2e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.641822] env[69481]: DEBUG oslo_concurrency.lockutils [req-dc428c3d-f098-424c-8b18-274705c1026a req-fae4ebbe-8ee9-434d-882b-cfd53835fc9b service nova] Releasing lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1705.015014] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52098321-fe18-2b50-6c81-70b6cdd4e2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.015762] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b090780-0099-4ee3-9afd-ca50e5a935ef {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.020591] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1705.020591] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]5203a019-7eaf-026c-6df6-47c64bbc7916" [ 1705.020591] env[69481]: _type = "Task" [ 1705.020591] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.027597] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5203a019-7eaf-026c-6df6-47c64bbc7916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.531204] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]5203a019-7eaf-026c-6df6-47c64bbc7916, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.531461] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1705.531722] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 16b40759-9ac2-49f8-96c9-a38f44f42ec2/16b40759-9ac2-49f8-96c9-a38f44f42ec2.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1705.531977] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72546f57-8340-4fdc-84b4-c4e85ab2c80c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.539203] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1705.539203] env[69481]: value = "task-3265151" [ 1705.539203] env[69481]: _type = "Task" [ 1705.539203] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.546358] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.050400] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48072} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.050675] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore1] 16b40759-9ac2-49f8-96c9-a38f44f42ec2/16b40759-9ac2-49f8-96c9-a38f44f42ec2.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1706.050863] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1706.051132] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4b58840-a457-4969-9e39-ccf2ca4fa8d6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.057405] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1706.057405] env[69481]: value = "task-3265152" [ 1706.057405] env[69481]: _type = "Task" [ 1706.057405] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.064210] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.567421] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066211} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.567638] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1706.568428] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cf89a0-6d17-4de0-b10c-c87979f5dbaf {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.589120] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 16b40759-9ac2-49f8-96c9-a38f44f42ec2/16b40759-9ac2-49f8-96c9-a38f44f42ec2.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1706.589349] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974b55ab-c5bf-4b3f-95a7-a18c131140c1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.609302] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1706.609302] env[69481]: value = "task-3265153" [ 1706.609302] env[69481]: _type = "Task" [ 1706.609302] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.616216] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.119973] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265153, 'name': ReconfigVM_Task, 'duration_secs': 0.298739} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.120354] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 16b40759-9ac2-49f8-96c9-a38f44f42ec2/16b40759-9ac2-49f8-96c9-a38f44f42ec2.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1707.120995] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89908398-290d-4457-accb-a3307a974201 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.127160] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1707.127160] env[69481]: value = "task-3265154" [ 1707.127160] env[69481]: _type = "Task" [ 1707.127160] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.134210] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265154, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.636708] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265154, 'name': Rename_Task, 'duration_secs': 0.149923} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.637068] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.637351] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-486e0e30-efb4-4a79-971f-eed44ef7a1e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.643033] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1707.643033] env[69481]: value = "task-3265155" [ 1707.643033] env[69481]: _type = "Task" [ 1707.643033] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.650098] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.153336] env[69481]: DEBUG oslo_vmware.api [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265155, 'name': PowerOnVM_Task, 'duration_secs': 0.433752} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.153672] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.153784] env[69481]: INFO nova.compute.manager [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1708.153976] env[69481]: DEBUG nova.compute.manager [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.155029] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2455b1e-c39d-4506-9394-de715379ad8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.672777] env[69481]: INFO nova.compute.manager [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Took 11.91 seconds to build instance. [ 1709.175498] env[69481]: DEBUG oslo_concurrency.lockutils [None req-61ccd98e-f104-4d3d-8c3c-2a3e1a790f13 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.423s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1709.786827] env[69481]: DEBUG nova.compute.manager [req-9fd97a16-1988-4485-a5f8-a5c573710499 req-4cb7c7d8-5909-44e6-9fc2-94f3639ee445 service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Received event network-changed-b3bddfb7-f0b3-4664-9ada-21b49abee4d2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1709.787095] env[69481]: DEBUG nova.compute.manager [req-9fd97a16-1988-4485-a5f8-a5c573710499 req-4cb7c7d8-5909-44e6-9fc2-94f3639ee445 service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Refreshing instance network info cache due to event network-changed-b3bddfb7-f0b3-4664-9ada-21b49abee4d2. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1709.787264] env[69481]: DEBUG oslo_concurrency.lockutils [req-9fd97a16-1988-4485-a5f8-a5c573710499 req-4cb7c7d8-5909-44e6-9fc2-94f3639ee445 service nova] Acquiring lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.787439] env[69481]: DEBUG oslo_concurrency.lockutils [req-9fd97a16-1988-4485-a5f8-a5c573710499 req-4cb7c7d8-5909-44e6-9fc2-94f3639ee445 service nova] Acquired lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1709.787608] env[69481]: DEBUG nova.network.neutron [req-9fd97a16-1988-4485-a5f8-a5c573710499 req-4cb7c7d8-5909-44e6-9fc2-94f3639ee445 service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Refreshing network info cache for port b3bddfb7-f0b3-4664-9ada-21b49abee4d2 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.481765] env[69481]: DEBUG nova.network.neutron [req-9fd97a16-1988-4485-a5f8-a5c573710499 req-4cb7c7d8-5909-44e6-9fc2-94f3639ee445 service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Updated VIF entry in instance network info cache for port b3bddfb7-f0b3-4664-9ada-21b49abee4d2. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1710.482258] env[69481]: DEBUG nova.network.neutron [req-9fd97a16-1988-4485-a5f8-a5c573710499 req-4cb7c7d8-5909-44e6-9fc2-94f3639ee445 service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Updating instance_info_cache with network_info: [{"id": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "address": "fa:16:3e:1a:98:96", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bddfb7-f0", "ovs_interfaceid": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.984985] env[69481]: DEBUG oslo_concurrency.lockutils [req-9fd97a16-1988-4485-a5f8-a5c573710499 req-4cb7c7d8-5909-44e6-9fc2-94f3639ee445 service nova] Releasing lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1724.721464] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1724.721464] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1725.722371] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1728.720886] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.721077] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1731.224728] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1731.224989] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1731.225188] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1731.225372] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1731.226269] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60212cf-089b-4153-83cc-9fe4e2f2fcbe {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.235394] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98046b26-942e-4f72-b959-5f6566e26b4e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.249104] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb6ae19-e822-4aa7-a191-b5842101a7f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.255042] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f290c970-bc60-4ee9-add2-46e33c924c8c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.282545] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180954MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1731.282660] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1731.282840] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1732.307041] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Instance 16b40759-9ac2-49f8-96c9-a38f44f42ec2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1732.307041] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1732.307343] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1732.331730] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f547341-a3f4-4507-957b-cbd69681077f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.338988] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb1658f-04b3-46cc-95cb-7ceca4323b3c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.368809] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8af3ce-3993-4ef6-8114-9108fd633252 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.375562] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beaec02-e13b-4101-a0af-0c5ff11841f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.388096] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.891331] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.396622] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1733.396980] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1734.392819] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1734.393056] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1734.393230] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1734.393376] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1744.780019] env[69481]: DEBUG oslo_concurrency.lockutils [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1744.780375] env[69481]: DEBUG oslo_concurrency.lockutils [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1744.780510] env[69481]: DEBUG nova.compute.manager [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.781474] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1bb08a-7b4f-40b6-8999-3591fb9f475c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.788555] env[69481]: DEBUG nova.compute.manager [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1744.789128] env[69481]: DEBUG nova.objects.instance [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'flavor' on Instance uuid 16b40759-9ac2-49f8-96c9-a38f44f42ec2 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.797731] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.798169] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-169b014d-5d21-4b8f-b8ee-9f2ed5b6344c {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.806142] env[69481]: DEBUG oslo_vmware.api [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1745.806142] env[69481]: value = "task-3265156" [ 1745.806142] env[69481]: _type = "Task" [ 1745.806142] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.815073] env[69481]: DEBUG oslo_vmware.api [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.315996] env[69481]: DEBUG oslo_vmware.api [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265156, 'name': PowerOffVM_Task, 'duration_secs': 0.172267} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.316243] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1746.316445] env[69481]: DEBUG nova.compute.manager [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1746.317198] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38ad119-c567-4d1f-a879-fad201824ceb {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.827885] env[69481]: DEBUG oslo_concurrency.lockutils [None req-85f57d2f-d231-4e3a-a32c-37265e41e91b tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1747.176423] env[69481]: DEBUG nova.objects.instance [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'flavor' on Instance uuid 16b40759-9ac2-49f8-96c9-a38f44f42ec2 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.681663] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.681867] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1747.682103] env[69481]: DEBUG nova.network.neutron [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.682317] env[69481]: DEBUG nova.objects.instance [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'info_cache' on Instance uuid 16b40759-9ac2-49f8-96c9-a38f44f42ec2 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.187029] env[69481]: DEBUG nova.objects.base [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Object Instance<16b40759-9ac2-49f8-96c9-a38f44f42ec2> lazy-loaded attributes: flavor,info_cache {{(pid=69481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1748.875567] env[69481]: DEBUG nova.network.neutron [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Updating instance_info_cache with network_info: [{"id": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "address": "fa:16:3e:1a:98:96", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bddfb7-f0", "ovs_interfaceid": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.377986] env[69481]: DEBUG oslo_concurrency.lockutils [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1750.383804] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1750.384267] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d480663-9049-4707-9272-e57d0a9bfc76 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.391707] env[69481]: DEBUG oslo_vmware.api [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1750.391707] env[69481]: value = "task-3265157" [ 1750.391707] env[69481]: _type = "Task" [ 1750.391707] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.399756] env[69481]: DEBUG oslo_vmware.api [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.902260] env[69481]: DEBUG oslo_vmware.api [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265157, 'name': PowerOnVM_Task, 'duration_secs': 0.425081} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.902520] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1750.902703] env[69481]: DEBUG nova.compute.manager [None req-a39b35de-cf30-4ff3-a47d-6b432229463e tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.903457] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386c1128-e140-4a00-a5de-feb9d9bc910d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.902024] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c6bdbc-b786-4db0-86f6-64bb55e67bea {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.907113] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1678add-78f2-478d-bd71-5c746fa188e3 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Suspending the VM {{(pid=69481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1751.907483] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-98c58424-0dac-47be-8401-75d461443768 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.913830] env[69481]: DEBUG oslo_vmware.api [None req-f1678add-78f2-478d-bd71-5c746fa188e3 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1751.913830] env[69481]: value = "task-3265158" [ 1751.913830] env[69481]: _type = "Task" [ 1751.913830] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.921293] env[69481]: DEBUG oslo_vmware.api [None req-f1678add-78f2-478d-bd71-5c746fa188e3 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265158, 'name': SuspendVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.424416] env[69481]: DEBUG oslo_vmware.api [None req-f1678add-78f2-478d-bd71-5c746fa188e3 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265158, 'name': SuspendVM_Task} progress is 75%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.924707] env[69481]: DEBUG oslo_vmware.api [None req-f1678add-78f2-478d-bd71-5c746fa188e3 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265158, 'name': SuspendVM_Task, 'duration_secs': 0.825224} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.925129] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1678add-78f2-478d-bd71-5c746fa188e3 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Suspended the VM {{(pid=69481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1752.925129] env[69481]: DEBUG nova.compute.manager [None req-f1678add-78f2-478d-bd71-5c746fa188e3 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.925718] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ae0f0a-20e6-4412-9821-59bf59944f42 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.223691] env[69481]: INFO nova.compute.manager [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Resuming [ 1754.224349] env[69481]: DEBUG nova.objects.instance [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'flavor' on Instance uuid 16b40759-9ac2-49f8-96c9-a38f44f42ec2 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.734683] env[69481]: DEBUG oslo_concurrency.lockutils [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.735016] env[69481]: DEBUG oslo_concurrency.lockutils [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquired lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1755.735072] env[69481]: DEBUG nova.network.neutron [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.431950] env[69481]: DEBUG nova.network.neutron [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Updating instance_info_cache with network_info: [{"id": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "address": "fa:16:3e:1a:98:96", "network": {"id": "8409a0ae-2f4d-4c09-8a55-5ad8bf892948", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1370113595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9697227c59478692ef08dc6d5c239d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bddfb7-f0", "ovs_interfaceid": "b3bddfb7-f0b3-4664-9ada-21b49abee4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.935314] env[69481]: DEBUG oslo_concurrency.lockutils [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Releasing lock "refresh_cache-16b40759-9ac2-49f8-96c9-a38f44f42ec2" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.936330] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a343b91-44d1-4df4-b8fc-171dd8a64746 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.943189] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Resuming the VM {{(pid=69481) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1756.943407] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b1330d6-8422-4442-b3db-c6664af98a97 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.949962] env[69481]: DEBUG oslo_vmware.api [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1756.949962] env[69481]: value = "task-3265159" [ 1756.949962] env[69481]: _type = "Task" [ 1756.949962] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.957605] env[69481]: DEBUG oslo_vmware.api [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.462235] env[69481]: DEBUG oslo_vmware.api [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265159, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.959730] env[69481]: DEBUG oslo_vmware.api [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265159, 'name': PowerOnVM_Task, 'duration_secs': 0.525994} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.960118] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Resumed the VM {{(pid=69481) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1757.960200] env[69481]: DEBUG nova.compute.manager [None req-210beaeb-68c5-457c-a779-165bd075d871 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.960958] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe7c151-a58c-4703-b4fe-dc0345539428 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.104694] env[69481]: DEBUG oslo_concurrency.lockutils [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1759.105112] env[69481]: DEBUG oslo_concurrency.lockutils [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1759.105226] env[69481]: DEBUG oslo_concurrency.lockutils [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1759.105420] env[69481]: DEBUG oslo_concurrency.lockutils [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1759.105595] env[69481]: DEBUG oslo_concurrency.lockutils [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1759.107751] env[69481]: INFO nova.compute.manager [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Terminating instance [ 1759.611846] env[69481]: DEBUG nova.compute.manager [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1759.612090] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1759.612993] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbae3e5-5589-488b-830a-9e11f214eaa9 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.620608] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.620854] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1b3ec48-1dff-4d85-afcc-fff5b3d8bc7e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.626416] env[69481]: DEBUG oslo_vmware.api [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1759.626416] env[69481]: value = "task-3265160" [ 1759.626416] env[69481]: _type = "Task" [ 1759.626416] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.634824] env[69481]: DEBUG oslo_vmware.api [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.137476] env[69481]: DEBUG oslo_vmware.api [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265160, 'name': PowerOffVM_Task, 'duration_secs': 0.174513} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.137786] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1760.137920] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.138182] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5358e098-4b32-49ad-957c-f0b0c56908c5 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.209305] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1760.209532] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Deleting contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1760.209753] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleting the datastore file [datastore1] 16b40759-9ac2-49f8-96c9-a38f44f42ec2 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1760.210054] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28d6a877-6df3-466f-b1f7-2939b8f7b5d1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.216487] env[69481]: DEBUG oslo_vmware.api [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for the task: (returnval){ [ 1760.216487] env[69481]: value = "task-3265162" [ 1760.216487] env[69481]: _type = "Task" [ 1760.216487] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.223772] env[69481]: DEBUG oslo_vmware.api [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.725688] env[69481]: DEBUG oslo_vmware.api [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Task: {'id': task-3265162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153314} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.725940] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1760.726139] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Deleted contents of the VM from datastore datastore1 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1760.726313] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1760.726495] env[69481]: INFO nova.compute.manager [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1760.726716] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1760.726914] env[69481]: DEBUG nova.compute.manager [-] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1760.727014] env[69481]: DEBUG nova.network.neutron [-] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.167916] env[69481]: DEBUG nova.compute.manager [req-37b5c6c2-4218-4422-8a8a-b7e7893db85a req-5641d107-4c69-42de-b41f-e086aea7c307 service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Received event network-vif-deleted-b3bddfb7-f0b3-4664-9ada-21b49abee4d2 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1761.167916] env[69481]: INFO nova.compute.manager [req-37b5c6c2-4218-4422-8a8a-b7e7893db85a req-5641d107-4c69-42de-b41f-e086aea7c307 service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Neutron deleted interface b3bddfb7-f0b3-4664-9ada-21b49abee4d2; detaching it from the instance and deleting it from the info cache [ 1761.168243] env[69481]: DEBUG nova.network.neutron [req-37b5c6c2-4218-4422-8a8a-b7e7893db85a req-5641d107-4c69-42de-b41f-e086aea7c307 service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.650176] env[69481]: DEBUG nova.network.neutron [-] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.670694] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efef732a-e0f5-4801-b3e0-5dab79dd85e7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.681438] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a9f915-1db8-4ec5-83b1-3ba96f181eae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.704863] env[69481]: DEBUG nova.compute.manager [req-37b5c6c2-4218-4422-8a8a-b7e7893db85a req-5641d107-4c69-42de-b41f-e086aea7c307 service nova] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Detach interface failed, port_id=b3bddfb7-f0b3-4664-9ada-21b49abee4d2, reason: Instance 16b40759-9ac2-49f8-96c9-a38f44f42ec2 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1762.153408] env[69481]: INFO nova.compute.manager [-] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Took 1.43 seconds to deallocate network for instance. [ 1762.660168] env[69481]: DEBUG oslo_concurrency.lockutils [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1762.660539] env[69481]: DEBUG oslo_concurrency.lockutils [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1762.660645] env[69481]: DEBUG nova.objects.instance [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lazy-loading 'resources' on Instance uuid 16b40759-9ac2-49f8-96c9-a38f44f42ec2 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.180100] env[69481]: DEBUG nova.scheduler.client.report [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Refreshing inventories for resource provider e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1763.196896] env[69481]: DEBUG nova.scheduler.client.report [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Updating ProviderTree inventory for provider e43c54f0-3622-483a-a612-82b8457c9186 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1763.196896] env[69481]: DEBUG nova.compute.provider_tree [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Updating inventory in ProviderTree for provider e43c54f0-3622-483a-a612-82b8457c9186 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1763.206127] env[69481]: DEBUG nova.scheduler.client.report [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Refreshing aggregate associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, aggregates: None {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1763.222425] env[69481]: DEBUG nova.scheduler.client.report [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Refreshing trait associations for resource provider e43c54f0-3622-483a-a612-82b8457c9186, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1763.247407] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a517112-aab3-4843-a4a4-3672493381a8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.254899] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc98b85-836d-42fd-b513-a4fa7e39ddd7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.284538] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be078933-4561-42f0-b13f-9d039bde0c31 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.291496] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7d0c57-cba1-43d2-b8e1-2ab9c12cdcf0 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.304774] env[69481]: DEBUG nova.compute.provider_tree [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.807685] env[69481]: DEBUG nova.scheduler.client.report [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.313246] env[69481]: DEBUG oslo_concurrency.lockutils [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1764.333230] env[69481]: INFO nova.scheduler.client.report [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Deleted allocations for instance 16b40759-9ac2-49f8-96c9-a38f44f42ec2 [ 1764.842331] env[69481]: DEBUG oslo_concurrency.lockutils [None req-36fdd175-b3c3-4ba3-a543-b9eda455a2d1 tempest-ServerActionsTestJSON-1413817183 tempest-ServerActionsTestJSON-1413817183-project-member] Lock "16b40759-9ac2-49f8-96c9-a38f44f42ec2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1769.980090] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquiring lock "c9849203-df38-4f47-87f3-cb3ae3116ba0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1769.980345] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Lock "c9849203-df38-4f47-87f3-cb3ae3116ba0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1770.483496] env[69481]: DEBUG nova.compute.manager [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Starting instance... {{(pid=69481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1771.005207] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1771.005517] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1771.006956] env[69481]: INFO nova.compute.claims [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.042476] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4c166f-b5a8-4eb7-b10e-ca17d5704c1b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.049948] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766e54e5-816a-4984-8ccf-5b7613e25e29 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.078851] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a961f8ab-3c4f-439e-ba0d-0a7200d9b381 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.085512] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af58c0e2-9c72-4e8f-a69a-6e55fa01faae {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.098601] env[69481]: DEBUG nova.compute.provider_tree [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.601790] env[69481]: DEBUG nova.scheduler.client.report [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.106489] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1773.106997] env[69481]: DEBUG nova.compute.manager [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Start building networks asynchronously for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1773.613249] env[69481]: DEBUG nova.compute.utils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Using /dev/sd instead of None {{(pid=69481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1773.614973] env[69481]: DEBUG nova.compute.manager [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Allocating IP information in the background. {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1773.615619] env[69481]: DEBUG nova.network.neutron [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] allocate_for_instance() {{(pid=69481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1773.658939] env[69481]: DEBUG nova.policy [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35c788cb360140d7a725fbc6a49fe4e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '856bb23df6eb4b0e9f878c73d70d88e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1773.899994] env[69481]: DEBUG nova.network.neutron [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Successfully created port: 954d93d7-e90f-4a1a-a791-7998625136b6 {{(pid=69481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1774.118974] env[69481]: DEBUG nova.compute.manager [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Start building block device mappings for instance. {{(pid=69481) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1775.128295] env[69481]: DEBUG nova.compute.manager [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Start spawning the instance on the hypervisor. {{(pid=69481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1775.153146] env[69481]: DEBUG nova.virt.hardware [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T14:59:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T14:59:36Z,direct_url=,disk_format='vmdk',id=2bc8b732-601d-496e-8268-986d3639362a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='97bf238640b446e0ad9a6650014d8c6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T14:59:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1775.153403] env[69481]: DEBUG nova.virt.hardware [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Flavor limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1775.153559] env[69481]: DEBUG nova.virt.hardware [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Image limits 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1775.153739] env[69481]: DEBUG nova.virt.hardware [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Flavor pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1775.153885] env[69481]: DEBUG nova.virt.hardware [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Image pref 0:0:0 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1775.154045] env[69481]: DEBUG nova.virt.hardware [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1775.154257] env[69481]: DEBUG nova.virt.hardware [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1775.154416] env[69481]: DEBUG nova.virt.hardware [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1775.154580] env[69481]: DEBUG nova.virt.hardware [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Got 1 possible topologies {{(pid=69481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1775.154737] env[69481]: DEBUG nova.virt.hardware [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1775.154911] env[69481]: DEBUG nova.virt.hardware [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1775.155795] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb04bb2-1ac4-4865-ac39-147e9c466010 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.163851] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03dbca9-4ccb-4b7c-b46c-452d187c5348 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.250627] env[69481]: DEBUG nova.compute.manager [req-27f7b392-251d-4669-a1f6-e6156cd96c6e req-21581042-e642-4b75-9522-32e336f069af service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Received event network-vif-plugged-954d93d7-e90f-4a1a-a791-7998625136b6 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1775.250848] env[69481]: DEBUG oslo_concurrency.lockutils [req-27f7b392-251d-4669-a1f6-e6156cd96c6e req-21581042-e642-4b75-9522-32e336f069af service nova] Acquiring lock "c9849203-df38-4f47-87f3-cb3ae3116ba0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1775.251063] env[69481]: DEBUG oslo_concurrency.lockutils [req-27f7b392-251d-4669-a1f6-e6156cd96c6e req-21581042-e642-4b75-9522-32e336f069af service nova] Lock "c9849203-df38-4f47-87f3-cb3ae3116ba0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1775.251258] env[69481]: DEBUG oslo_concurrency.lockutils [req-27f7b392-251d-4669-a1f6-e6156cd96c6e req-21581042-e642-4b75-9522-32e336f069af service nova] Lock "c9849203-df38-4f47-87f3-cb3ae3116ba0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1775.251395] env[69481]: DEBUG nova.compute.manager [req-27f7b392-251d-4669-a1f6-e6156cd96c6e req-21581042-e642-4b75-9522-32e336f069af service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] No waiting events found dispatching network-vif-plugged-954d93d7-e90f-4a1a-a791-7998625136b6 {{(pid=69481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1775.251557] env[69481]: WARNING nova.compute.manager [req-27f7b392-251d-4669-a1f6-e6156cd96c6e req-21581042-e642-4b75-9522-32e336f069af service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Received unexpected event network-vif-plugged-954d93d7-e90f-4a1a-a791-7998625136b6 for instance with vm_state building and task_state spawning. [ 1775.332595] env[69481]: DEBUG nova.network.neutron [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Successfully updated port: 954d93d7-e90f-4a1a-a791-7998625136b6 {{(pid=69481) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1775.835715] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquiring lock "refresh_cache-c9849203-df38-4f47-87f3-cb3ae3116ba0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.835868] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquired lock "refresh_cache-c9849203-df38-4f47-87f3-cb3ae3116ba0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.836033] env[69481]: DEBUG nova.network.neutron [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Building network info cache for instance {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1776.367691] env[69481]: DEBUG nova.network.neutron [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Instance cache missing network info. {{(pid=69481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.478487] env[69481]: DEBUG nova.network.neutron [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Updating instance_info_cache with network_info: [{"id": "954d93d7-e90f-4a1a-a791-7998625136b6", "address": "fa:16:3e:e0:4e:4d", "network": {"id": "df406efe-9192-45a0-8537-23abfd18a2a0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-125127904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856bb23df6eb4b0e9f878c73d70d88e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954d93d7-e9", "ovs_interfaceid": "954d93d7-e90f-4a1a-a791-7998625136b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.981657] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Releasing lock "refresh_cache-c9849203-df38-4f47-87f3-cb3ae3116ba0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.982012] env[69481]: DEBUG nova.compute.manager [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Instance network_info: |[{"id": "954d93d7-e90f-4a1a-a791-7998625136b6", "address": "fa:16:3e:e0:4e:4d", "network": {"id": "df406efe-9192-45a0-8537-23abfd18a2a0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-125127904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856bb23df6eb4b0e9f878c73d70d88e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954d93d7-e9", "ovs_interfaceid": "954d93d7-e90f-4a1a-a791-7998625136b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.982452] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:4e:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '954d93d7-e90f-4a1a-a791-7998625136b6', 'vif_model': 'vmxnet3'}] {{(pid=69481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.989796] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Creating folder: Project (856bb23df6eb4b0e9f878c73d70d88e7). Parent ref: group-v651898. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.990088] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62713a74-d39a-4029-9a24-cafbcfa5c8f8 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.003790] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Created folder: Project (856bb23df6eb4b0e9f878c73d70d88e7) in parent group-v651898. [ 1777.003959] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Creating folder: Instances. Parent ref: group-v652246. {{(pid=69481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1777.004220] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7cbcc42-505a-4896-a11a-a0956723b9ac {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.013759] env[69481]: INFO nova.virt.vmwareapi.vm_util [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Created folder: Instances in parent group-v652246. [ 1777.013975] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1777.014172] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Creating VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1777.014363] env[69481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff5ae6b1-260f-4b1d-9989-c3748dd9de42 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.033321] env[69481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1777.033321] env[69481]: value = "task-3265165" [ 1777.033321] env[69481]: _type = "Task" [ 1777.033321] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.040420] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265165, 'name': CreateVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.282277] env[69481]: DEBUG nova.compute.manager [req-d6878196-0678-4543-b137-ce8b6b80fac1 req-7f0472a0-ca3e-431b-8fba-d81c8de70e06 service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Received event network-changed-954d93d7-e90f-4a1a-a791-7998625136b6 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1777.282476] env[69481]: DEBUG nova.compute.manager [req-d6878196-0678-4543-b137-ce8b6b80fac1 req-7f0472a0-ca3e-431b-8fba-d81c8de70e06 service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Refreshing instance network info cache due to event network-changed-954d93d7-e90f-4a1a-a791-7998625136b6. {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1777.282695] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6878196-0678-4543-b137-ce8b6b80fac1 req-7f0472a0-ca3e-431b-8fba-d81c8de70e06 service nova] Acquiring lock "refresh_cache-c9849203-df38-4f47-87f3-cb3ae3116ba0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.282826] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6878196-0678-4543-b137-ce8b6b80fac1 req-7f0472a0-ca3e-431b-8fba-d81c8de70e06 service nova] Acquired lock "refresh_cache-c9849203-df38-4f47-87f3-cb3ae3116ba0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1777.282984] env[69481]: DEBUG nova.network.neutron [req-d6878196-0678-4543-b137-ce8b6b80fac1 req-7f0472a0-ca3e-431b-8fba-d81c8de70e06 service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Refreshing network info cache for port 954d93d7-e90f-4a1a-a791-7998625136b6 {{(pid=69481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.543723] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265165, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.953947] env[69481]: DEBUG nova.network.neutron [req-d6878196-0678-4543-b137-ce8b6b80fac1 req-7f0472a0-ca3e-431b-8fba-d81c8de70e06 service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Updated VIF entry in instance network info cache for port 954d93d7-e90f-4a1a-a791-7998625136b6. {{(pid=69481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.954339] env[69481]: DEBUG nova.network.neutron [req-d6878196-0678-4543-b137-ce8b6b80fac1 req-7f0472a0-ca3e-431b-8fba-d81c8de70e06 service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Updating instance_info_cache with network_info: [{"id": "954d93d7-e90f-4a1a-a791-7998625136b6", "address": "fa:16:3e:e0:4e:4d", "network": {"id": "df406efe-9192-45a0-8537-23abfd18a2a0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-125127904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856bb23df6eb4b0e9f878c73d70d88e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954d93d7-e9", "ovs_interfaceid": "954d93d7-e90f-4a1a-a791-7998625136b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.043573] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265165, 'name': CreateVM_Task} progress is 99%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.457348] env[69481]: DEBUG oslo_concurrency.lockutils [req-d6878196-0678-4543-b137-ce8b6b80fac1 req-7f0472a0-ca3e-431b-8fba-d81c8de70e06 service nova] Releasing lock "refresh_cache-c9849203-df38-4f47-87f3-cb3ae3116ba0" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.544299] env[69481]: DEBUG oslo_vmware.api [-] Task: {'id': task-3265165, 'name': CreateVM_Task, 'duration_secs': 1.369594} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.544605] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Created VM on the ESX host {{(pid=69481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1778.545166] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.545345] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.545672] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.545939] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc97fe1-4879-45bb-aec7-860f2ce6d291 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.550297] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for the task: (returnval){ [ 1778.550297] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52371e7d-74c3-eefa-173f-a477d47a0a96" [ 1778.550297] env[69481]: _type = "Task" [ 1778.550297] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.557991] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52371e7d-74c3-eefa-173f-a477d47a0a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.060501] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52371e7d-74c3-eefa-173f-a477d47a0a96, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.060770] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1779.061015] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Processing image 2bc8b732-601d-496e-8268-986d3639362a {{(pid=69481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1779.061264] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.061427] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1779.061605] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1779.061839] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e436af65-821e-4f59-983c-2f8af65d6b09 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.069798] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1779.069969] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1779.070667] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a775be-b35e-4cb9-8342-dae20553a4c6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.075291] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for the task: (returnval){ [ 1779.075291] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]520c98c0-9b12-db18-f489-6dbc975bf093" [ 1779.075291] env[69481]: _type = "Task" [ 1779.075291] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.082285] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520c98c0-9b12-db18-f489-6dbc975bf093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.587037] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]520c98c0-9b12-db18-f489-6dbc975bf093, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.587037] env[69481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b42a14-b29e-419a-a5c8-9b8ec9dbff93 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.591724] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for the task: (returnval){ [ 1779.591724] env[69481]: value = "session[52b19812-36ca-6819-44e7-56614fbb70ab]52161734-d04a-0f9e-645e-f5ac3658f225" [ 1779.591724] env[69481]: _type = "Task" [ 1779.591724] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.598754] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52161734-d04a-0f9e-645e-f5ac3658f225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.102562] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': session[52b19812-36ca-6819-44e7-56614fbb70ab]52161734-d04a-0f9e-645e-f5ac3658f225, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.102822] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk" {{(pid=69481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.103092] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] c9849203-df38-4f47-87f3-cb3ae3116ba0/c9849203-df38-4f47-87f3-cb3ae3116ba0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1780.103344] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73b3900a-9a3b-46a3-822c-6cb70134c46f {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.109679] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for the task: (returnval){ [ 1780.109679] env[69481]: value = "task-3265166" [ 1780.109679] env[69481]: _type = "Task" [ 1780.109679] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.118128] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.620056] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449163} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.620056] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2bc8b732-601d-496e-8268-986d3639362a/2bc8b732-601d-496e-8268-986d3639362a.vmdk to [datastore2] c9849203-df38-4f47-87f3-cb3ae3116ba0/c9849203-df38-4f47-87f3-cb3ae3116ba0.vmdk {{(pid=69481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1780.620056] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Extending root virtual disk to 1048576 {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1780.620056] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12b7f430-d669-4b72-a819-9ed2353ccec7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.626828] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for the task: (returnval){ [ 1780.626828] env[69481]: value = "task-3265167" [ 1780.626828] env[69481]: _type = "Task" [ 1780.626828] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.633418] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.136961] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062265} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.137267] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Extended root virtual disk {{(pid=69481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1781.138017] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3884cd-7f26-42b5-9b48-b1c192c5f9f1 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.158999] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] c9849203-df38-4f47-87f3-cb3ae3116ba0/c9849203-df38-4f47-87f3-cb3ae3116ba0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1781.159237] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420c7963-574d-4bef-8910-7963d8fcedde {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.178091] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for the task: (returnval){ [ 1781.178091] env[69481]: value = "task-3265168" [ 1781.178091] env[69481]: _type = "Task" [ 1781.178091] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.185137] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.688537] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265168, 'name': ReconfigVM_Task, 'duration_secs': 0.27842} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.688876] env[69481]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Reconfigured VM instance instance-00000080 to attach disk [datastore2] c9849203-df38-4f47-87f3-cb3ae3116ba0/c9849203-df38-4f47-87f3-cb3ae3116ba0.vmdk or device None with type sparse {{(pid=69481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.689485] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aecc2aff-f9a1-43d6-a05f-d2e78f33c39e {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.696445] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for the task: (returnval){ [ 1781.696445] env[69481]: value = "task-3265169" [ 1781.696445] env[69481]: _type = "Task" [ 1781.696445] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.703603] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265169, 'name': Rename_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.205802] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265169, 'name': Rename_Task, 'duration_secs': 0.155552} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.206081] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Powering on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.206322] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e79b95e4-3f59-436c-9f81-6a4d77624471 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.212342] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for the task: (returnval){ [ 1782.212342] env[69481]: value = "task-3265170" [ 1782.212342] env[69481]: _type = "Task" [ 1782.212342] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.219711] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.722221] env[69481]: DEBUG oslo_vmware.api [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265170, 'name': PowerOnVM_Task, 'duration_secs': 0.466237} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.722560] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Powered on the VM {{(pid=69481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.722654] env[69481]: INFO nova.compute.manager [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1782.722795] env[69481]: DEBUG nova.compute.manager [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Checking state {{(pid=69481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.723572] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408a3f50-78a9-429a-8743-56817071d663 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.242050] env[69481]: INFO nova.compute.manager [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Took 12.25 seconds to build instance. [ 1783.744063] env[69481]: DEBUG oslo_concurrency.lockutils [None req-52dfff6f-72bc-498d-a35a-59afe27e807a tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Lock "c9849203-df38-4f47-87f3-cb3ae3116ba0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.763s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1784.186192] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquiring lock "c9849203-df38-4f47-87f3-cb3ae3116ba0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1784.186469] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Lock "c9849203-df38-4f47-87f3-cb3ae3116ba0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1784.186680] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquiring lock "c9849203-df38-4f47-87f3-cb3ae3116ba0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1784.186867] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Lock "c9849203-df38-4f47-87f3-cb3ae3116ba0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1784.187071] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Lock "c9849203-df38-4f47-87f3-cb3ae3116ba0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1784.189153] env[69481]: INFO nova.compute.manager [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Terminating instance [ 1784.692647] env[69481]: DEBUG nova.compute.manager [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Start destroying the instance on the hypervisor. {{(pid=69481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1784.692877] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Destroying instance {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1784.693784] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbbda90-78ea-48e4-88b2-ec390631da16 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.701700] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Powering off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.701922] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c0486d-b9ce-4a28-aead-8e23faccf352 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.708245] env[69481]: DEBUG oslo_vmware.api [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for the task: (returnval){ [ 1784.708245] env[69481]: value = "task-3265171" [ 1784.708245] env[69481]: _type = "Task" [ 1784.708245] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.715643] env[69481]: DEBUG oslo_vmware.api [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.217986] env[69481]: DEBUG oslo_vmware.api [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265171, 'name': PowerOffVM_Task, 'duration_secs': 0.17853} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.218359] env[69481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Powered off the VM {{(pid=69481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1785.218492] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Unregistering the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1785.218735] env[69481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d618893-f55d-4a52-bbf4-44f6c45f0462 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.286461] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Unregistered the VM {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1785.286684] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Deleting contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1785.286865] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Deleting the datastore file [datastore2] c9849203-df38-4f47-87f3-cb3ae3116ba0 {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1785.287163] env[69481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e8cc4b6-c9ab-48e2-b724-65cfc912d576 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.293918] env[69481]: DEBUG oslo_vmware.api [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for the task: (returnval){ [ 1785.293918] env[69481]: value = "task-3265173" [ 1785.293918] env[69481]: _type = "Task" [ 1785.293918] env[69481]: } to complete. {{(pid=69481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.300910] env[69481]: DEBUG oslo_vmware.api [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.803290] env[69481]: DEBUG oslo_vmware.api [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Task: {'id': task-3265173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216285} completed successfully. {{(pid=69481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.803553] env[69481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Deleted the datastore file {{(pid=69481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1785.803731] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Deleted contents of the VM from datastore datastore2 {{(pid=69481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1785.803903] env[69481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Instance destroyed {{(pid=69481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1785.804092] env[69481]: INFO nova.compute.manager [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1785.804338] env[69481]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1785.804525] env[69481]: DEBUG nova.compute.manager [-] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Deallocating network for instance {{(pid=69481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1785.804618] env[69481]: DEBUG nova.network.neutron [-] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] deallocate_for_instance() {{(pid=69481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.049618] env[69481]: DEBUG nova.compute.manager [req-61d1eb23-fee4-4085-bb1c-00a2c11e4e7d req-f4bdfc8e-86f1-4df9-b7f9-bed433a494f4 service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Received event network-vif-deleted-954d93d7-e90f-4a1a-a791-7998625136b6 {{(pid=69481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1786.049721] env[69481]: INFO nova.compute.manager [req-61d1eb23-fee4-4085-bb1c-00a2c11e4e7d req-f4bdfc8e-86f1-4df9-b7f9-bed433a494f4 service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Neutron deleted interface 954d93d7-e90f-4a1a-a791-7998625136b6; detaching it from the instance and deleting it from the info cache [ 1786.049898] env[69481]: DEBUG nova.network.neutron [req-61d1eb23-fee4-4085-bb1c-00a2c11e4e7d req-f4bdfc8e-86f1-4df9-b7f9-bed433a494f4 service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.532405] env[69481]: DEBUG nova.network.neutron [-] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Updating instance_info_cache with network_info: [] {{(pid=69481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.552698] env[69481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb3ce9a0-f4b9-45cd-8881-3a369ebca76d {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.562592] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d23fb6-c71c-4150-ab3e-b504738f0f5b {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.587927] env[69481]: DEBUG nova.compute.manager [req-61d1eb23-fee4-4085-bb1c-00a2c11e4e7d req-f4bdfc8e-86f1-4df9-b7f9-bed433a494f4 service nova] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Detach interface failed, port_id=954d93d7-e90f-4a1a-a791-7998625136b6, reason: Instance c9849203-df38-4f47-87f3-cb3ae3116ba0 could not be found. {{(pid=69481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1786.721895] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1786.722109] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1786.722279] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.034796] env[69481]: INFO nova.compute.manager [-] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Took 1.23 seconds to deallocate network for instance. [ 1787.541411] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1787.541720] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1787.541860] env[69481]: DEBUG nova.objects.instance [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Lazy-loading 'resources' on Instance uuid c9849203-df38-4f47-87f3-cb3ae3116ba0 {{(pid=69481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.721660] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1788.079867] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ca9e62-6b86-4f5a-b6a4-d55d23766ddd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.086670] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6155cdef-55e8-4110-87b7-47fcdbebdc16 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.116138] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1beaa9-1689-4fc8-8e37-bfc8860ba562 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.122791] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72d43eb-7f0c-468e-9020-30bcb7f34d83 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.135259] env[69481]: DEBUG nova.compute.provider_tree [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.638828] env[69481]: DEBUG nova.scheduler.client.report [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.144078] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1789.162047] env[69481]: INFO nova.scheduler.client.report [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Deleted allocations for instance c9849203-df38-4f47-87f3-cb3ae3116ba0 [ 1789.670815] env[69481]: DEBUG oslo_concurrency.lockutils [None req-2cb20a8a-9aa7-4dbc-a86e-a97d06ab197b tempest-ServerPasswordTestJSON-654655727 tempest-ServerPasswordTestJSON-654655727-project-member] Lock "c9849203-df38-4f47-87f3-cb3ae3116ba0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.484s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1790.223578] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1790.722489] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1790.722489] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Cleaning up deleted instances {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1791.226803] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] There are 6 instances to clean {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1791.227644] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: c9849203-df38-4f47-87f3-cb3ae3116ba0] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1791.733744] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 16b40759-9ac2-49f8-96c9-a38f44f42ec2] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1792.237617] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 82150c51-27b5-4391-926e-b65ee5555748] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1792.740876] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: 5baa4cf6-885e-43f7-b4d4-aa79fcf817e0] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1793.245033] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: b1cbd636-784e-4578-b340-4907f5878e3b] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1793.748764] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] [instance: d1c95718-0b61-4b02-b908-601c834efa21] Instance has had 0 of 5 cleanup attempts {{(pid=69481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1795.252591] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1795.252964] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1795.253045] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1795.253160] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1795.253317] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1795.756565] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1795.756811] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1795.756982] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1795.757183] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1795.758058] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512fd66b-bca3-4791-bb45-be1a441f72c7 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.766400] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf606ac-b1e5-49c3-8a83-ec46e1265ce3 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.779913] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262edbbd-c4bb-4133-9e59-35d5786be1bd {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.785783] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee76293-1711-4459-9fbb-4277463d41f6 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.814900] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180837MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1795.814900] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1795.815061] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1796.835403] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1796.835673] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1796.848390] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640b0ac4-9728-4682-b562-b04ce94b2c67 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.857296] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9694a6-8209-4c89-b179-1565d3d366b4 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.886327] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b486c55-eef1-4590-986b-0f67d245f500 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.893207] env[69481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d5daa6-4c52-47ba-846e-37c2aa2dcd22 {{(pid=69481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.906843] env[69481]: DEBUG nova.compute.provider_tree [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed in ProviderTree for provider: e43c54f0-3622-483a-a612-82b8457c9186 {{(pid=69481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.409969] env[69481]: DEBUG nova.scheduler.client.report [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Inventory has not changed for provider e43c54f0-3622-483a-a612-82b8457c9186 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1797.915493] env[69481]: DEBUG nova.compute.resource_tracker [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1797.915870] env[69481]: DEBUG oslo_concurrency.lockutils [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.101s {{(pid=69481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1801.721364] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.225601] env[69481]: DEBUG oslo_service.periodic_task [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.225770] env[69481]: DEBUG nova.compute.manager [None req-b2ad02c5-2909-4d81-b629-9949826fc8a3 None None] Cleaning up deleted instances with incomplete migration {{(pid=69481) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}}